{"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.299341724Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.313734878Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.32210206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.344881976Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.357405651Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.357503278Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.390692174Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.390730648Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.408255422Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/12e78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.411183235Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.417397481Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.42341904Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.492817906Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.499281131Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.499306606Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.499626028Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517062529Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517156755Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517236932Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517279853Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.51732524Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517363319Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517407011Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517444708Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517488148Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.51753139Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.51757031Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517621283Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517658486Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517782361Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517905531Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.517991196Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.518029802Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.518059985Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.518100683Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.518176951Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.618898755Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 19:43:25.618952 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1103 19:43:25.627487 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.627758413Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.62791233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.627964556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628062051Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628100386Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628146033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628181409Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628331327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628419033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628457594Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628538889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628574836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628681165Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628759835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628802148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628851495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628890575Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.628985333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629106787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629140484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629289367Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629311686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629328417Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629385451Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629410854Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.62943025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629553255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.62957635Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629634271Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.6296873Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629731413Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629756067Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629785591Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.62980325Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629828699Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629881259Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629913277Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629937052Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.629959095Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630070943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630092123Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.62980511Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630785748Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630824304Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630848556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630873777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630928658Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630951124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.630968023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.631300705Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.6317228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.689172912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.779706596Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.809386457Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.820624492Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.820659491Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.830000897Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.830033061Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.838982406Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.838999435Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.929997527Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.930020592Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.929998298Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.930034684Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.931125675Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.931139649Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.936437714Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:25.936466728Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.076270584Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.07632123Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.46537997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0e44d0-5993-40b1-b74b-0eb006407d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.468779365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0e44d0-5993-40b1-b74b-0eb006407d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.471949492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0e44d0-5993-40b1-b74b-0eb006407d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.476366281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0e44d0-5993-40b1-b74b-0eb006407d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.753146195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5671755d-8909-4680-b0d4-726b83c7c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.756224889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5671755d-8909-4680-b0d4-726b83c7c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.759136997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5671755d-8909-4680-b0d4-726b83c7c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:26.762198139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5671755d-8909-4680-b0d4-726b83c7c28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:27.056832152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a10fa-e93d-470f-8555-f69ba7b4a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:27.060628381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a10fa-e93d-470f-8555-f69ba7b4a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:27.066193751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a10fa-e93d-470f-8555-f69ba7b4a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:27.070637096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a10fa-e93d-470f-8555-f69ba7b4a993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:31.499655946Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:31.499691225Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:31.499695854Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:31.499723727Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:43:31.504088924Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:43:31.507555183Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:36.976400853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315dd9b0-3a3a-4bea-8f25-8dd4e0024a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:36.979561941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315dd9b0-3a3a-4bea-8f25-8dd4e0024a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:36.983549769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315dd9b0-3a3a-4bea-8f25-8dd4e0024a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:36.991375857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315dd9b0-3a3a-4bea-8f25-8dd4e0024a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.31272603Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.312775544Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.325867328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61be281-9557-4685-b023-c1f85883e7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.32995477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61be281-9557-4685-b023-c1f85883e7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.334433388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61be281-9557-4685-b023-c1f85883e7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.338846033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61be281-9557-4685-b023-c1f85883e7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.598990243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b0e-f935-46e4-b7d1-77ec5887311b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.608326194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b0e-f935-46e4-b7d1-77ec5887311b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.614181495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b0e-f935-46e4-b7d1-77ec5887311b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:37.618911989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b0e-f935-46e4-b7d1-77ec5887311b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.667661328Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.699985434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.799555652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1756fd-dcd8-4e21-ab0d-1a92e35c6589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.807642244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1756fd-dcd8-4e21-ab0d-1a92e35c6589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.813464013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1756fd-dcd8-4e21-ab0d-1a92e35c6589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:55.816808161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1756fd-dcd8-4e21-ab0d-1a92e35c6589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.037498982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98cabdb-625e-42f7-9a99-f75aee92eeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.040871468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98cabdb-625e-42f7-9a99-f75aee92eeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.044128046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98cabdb-625e-42f7-9a99-f75aee92eeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.047109733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98cabdb-625e-42f7-9a99-f75aee92eeed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.957978566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af340d49-e8f2-4dba-b6ae-4de84b17d53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.961296881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af340d49-e8f2-4dba-b6ae-4de84b17d53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.964578612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af340d49-e8f2-4dba-b6ae-4de84b17d53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:56.967815932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af340d49-e8f2-4dba-b6ae-4de84b17d53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:57.200996755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832337c1-d124-487c-82ed-f88107bba1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:57.204892807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832337c1-d124-487c-82ed-f88107bba1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:57.211607456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832337c1-d124-487c-82ed-f88107bba1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:57.216536468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832337c1-d124-487c-82ed-f88107bba1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:57.841980752Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d06235-f5d7-4233-8829-7ec05de0aff1","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.099869135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d06235-f5d7-4233-8829-7ec05de0aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.103640426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d06235-f5d7-4233-8829-7ec05de0aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.107879814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d06235-f5d7-4233-8829-7ec05de0aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.111197265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d06235-f5d7-4233-8829-7ec05de0aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.349445329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4ddf3-a367-4784-9aaa-2e69d61c6776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.352486769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4ddf3-a367-4784-9aaa-2e69d61c6776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.355634476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4ddf3-a367-4784-9aaa-2e69d61c6776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.358820913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4ddf3-a367-4784-9aaa-2e69d61c6776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:58.672488837Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b7075a6c-0c4c-4ddf-a67d-98e21e92663e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.532329621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3938641-8ca1-44e2-b35c-d0ae9ace09a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.535303174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3938641-8ca1-44e2-b35c-d0ae9ace09a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.538214804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3938641-8ca1-44e2-b35c-d0ae9ace09a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.541182628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3938641-8ca1-44e2-b35c-d0ae9ace09a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.879521224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b76ae-48d9-4d1b-a644-027593e53139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.883965511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b76ae-48d9-4d1b-a644-027593e53139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.89018084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b76ae-48d9-4d1b-a644-027593e53139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:43:59.895607337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b76ae-48d9-4d1b-a644-027593e53139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:20.797386773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c330481c-2e45-4940-9914-c69331e25506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:20.800527643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c330481c-2e45-4940-9914-c69331e25506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:20.804725712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c330481c-2e45-4940-9914-c69331e25506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:20.811151189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c330481c-2e45-4940-9914-c69331e25506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:21.153471461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b683fd2-1c60-4f4c-b602-1d6cb41d0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:21.176868131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b683fd2-1c60-4f4c-b602-1d6cb41d0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:21.180820872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b683fd2-1c60-4f4c-b602-1d6cb41d0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:21.184306256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b683fd2-1c60-4f4c-b602-1d6cb41d0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:25.697390585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:44:55.697162181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:25.697012719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.279851304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20f6156-ab4f-4498-a5a1-c77bc9dcb7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.283191052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20f6156-ab4f-4498-a5a1-c77bc9dcb7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.28675346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20f6156-ab4f-4498-a5a1-c77bc9dcb7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.290272193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20f6156-ab4f-4498-a5a1-c77bc9dcb7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.538956789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b4ca4-dde9-48cb-92be-0a70376b191f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.542523228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b4ca4-dde9-48cb-92be-0a70376b191f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.545703203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b4ca4-dde9-48cb-92be-0a70376b191f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.549066155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"937b4ca4-dde9-48cb-92be-0a70376b191f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.703933067Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"52b1c931-ace3-49c2-bbe2-811742ff8580","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.977581353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea8955e-c7cd-40b7-ada5-813b53d19d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.980840171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea8955e-c7cd-40b7-ada5-813b53d19d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.98401105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea8955e-c7cd-40b7-ada5-813b53d19d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:28.987014401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea8955e-c7cd-40b7-ada5-813b53d19d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.22342542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd70bd44-a296-4e2f-872b-222f19d520d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.226647861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd70bd44-a296-4e2f-872b-222f19d520d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.229734421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd70bd44-a296-4e2f-872b-222f19d520d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.232823204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd70bd44-a296-4e2f-872b-222f19d520d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.478324337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd7d096-8257-486e-937f-13b29aa9b5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.482373843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd7d096-8257-486e-937f-13b29aa9b5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.491860508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd7d096-8257-486e-937f-13b29aa9b5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:29.503085168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd7d096-8257-486e-937f-13b29aa9b5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:55.876723836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:55.934086744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2eea53-a393-4a5e-8696-d142c83b2410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:55.937368067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2eea53-a393-4a5e-8696-d142c83b2410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:55.940338065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2eea53-a393-4a5e-8696-d142c83b2410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:45:55.976364656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2eea53-a393-4a5e-8696-d142c83b2410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.066729322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a200424-e679-4591-a09b-29c59d59d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.09924567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a200424-e679-4591-a09b-29c59d59d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.106574553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a200424-e679-4591-a09b-29c59d59d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.170824567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc907429-b1ed-418e-83fc-3cc27ea4ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.170833855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06a567e2-f993-42c0-aa00-59aef77c0ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.179484493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc907429-b1ed-418e-83fc-3cc27ea4ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.179507083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06a567e2-f993-42c0-aa00-59aef77c0ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.187199051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc907429-b1ed-418e-83fc-3cc27ea4ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.18734477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06a567e2-f993-42c0-aa00-59aef77c0ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.270316015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a24da1-3969-4a00-a1b4-b7f563bfc13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.278637891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a24da1-3969-4a00-a1b4-b7f563bfc13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.285939649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a24da1-3969-4a00-a1b4-b7f563bfc13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.572860363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46435312-1df5-4577-ba29-4dac3fbedb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.581317762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46435312-1df5-4577-ba29-4dac3fbedb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.588395131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46435312-1df5-4577-ba29-4dac3fbedb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.673299982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93db7d70-4e2b-49d1-9d3c-921847d4a653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.673303582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e091fa3f-fc48-4b92-a81b-b2fbb7c2aa8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.682134027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93db7d70-4e2b-49d1-9d3c-921847d4a653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.682229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e091fa3f-fc48-4b92-a81b-b2fbb7c2aa8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.692502734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e091fa3f-fc48-4b92-a81b-b2fbb7c2aa8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.692546359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93db7d70-4e2b-49d1-9d3c-921847d4a653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:46:07.718184887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e94f3f4a-8231-4bcb-9875-fc2ace05334c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.746025269Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f4b8f14-b3ac-4c69-b612-cca36acf0fc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.774175006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828208c3-a613-43f6-a63a-1856f6d112cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.774264802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"379ba278-1563-4f8d-893b-8bbf6a515be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.782767696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828208c3-a613-43f6-a63a-1856f6d112cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.783022212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"379ba278-1563-4f8d-893b-8bbf6a515be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.789721233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828208c3-a613-43f6-a63a-1856f6d112cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.78981765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"379ba278-1563-4f8d-893b-8bbf6a515be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.798082264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af6ad934-29dd-4d20-92c9-b413b141070e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.798496288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfb65db-7424-40f9-9e50-43582dc4f831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.806415724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af6ad934-29dd-4d20-92c9-b413b141070e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.806457601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfb65db-7424-40f9-9e50-43582dc4f831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.813967777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af6ad934-29dd-4d20-92c9-b413b141070e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.814000031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfb65db-7424-40f9-9e50-43582dc4f831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:46:07.820025112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.846556626Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2c9c3df-422d-4610-8f30-0737ec70e0f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.846556541Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9339bc2d-20e7-494f-86d5-0010e75d739d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.874182074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee7f661d-ada2-4366-96ee-1e7ac95911a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.874186197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d06fc4d4-d76e-4756-859c-6b42ca980599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.884789041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d06fc4d4-d76e-4756-859c-6b42ca980599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.886351826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee7f661d-ada2-4366-96ee-1e7ac95911a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.896607484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee7f661d-ada2-4366-96ee-1e7ac95911a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.898227778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d06fc4d4-d76e-4756-859c-6b42ca980599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.948606578Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9d949cc-f632-456b-8aa3-c3030591c4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.973992464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b6e53fe-47e9-4500-99de-e55b4d09b704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.973991683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb7480c-74d8-473f-afbd-6a04bcefd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.982704193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb7480c-74d8-473f-afbd-6a04bcefd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.983741539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b6e53fe-47e9-4500-99de-e55b4d09b704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.991065188Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b6e53fe-47e9-4500-99de-e55b4d09b704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:07.99292743Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb7480c-74d8-473f-afbd-6a04bcefd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:08.549809303Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"267a4acb-a924-4daf-97b4-233b266da7ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:08.649715273Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce9e220d-7460-45b3-ac2b-24fa3a793151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:08.996899286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc3f8245-3abe-4b27-a7ed-f37e3aec3bf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:08.996923465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc3f8245-3abe-4b27-a7ed-f37e3aec3bf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.002294907Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61ccc293-d22a-4ce4-9e13-7c1e3620189a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.002323044Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15a76aa1-9ee5-4262-9769-53fa472c87bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.029862155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae41b6c6-7d02-46f7-be13-2db6fb0970aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.030384378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f33e2a-96dd-4b09-aa56-278e9c2d05af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.042552193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67d0ab01-0f8e-4ece-8c9d-c21853047077","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.042569426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67d0ab01-0f8e-4ece-8c9d-c21853047077","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.043728961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae41b6c6-7d02-46f7-be13-2db6fb0970aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.043768151Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae41b6c6-7d02-46f7-be13-2db6fb0970aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.061987936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f33e2a-96dd-4b09-aa56-278e9c2d05af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.062031488Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f33e2a-96dd-4b09-aa56-278e9c2d05af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.128043839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9636fa51-d3f2-4cd2-b23e-ef31ff32d8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.128043913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc72448c-2c88-4e51-bfac-06f8ef28e339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.141822405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9636fa51-d3f2-4cd2-b23e-ef31ff32d8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.141885533Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9636fa51-d3f2-4cd2-b23e-ef31ff32d8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.142105437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc72448c-2c88-4e51-bfac-06f8ef28e339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.14214182Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc72448c-2c88-4e51-bfac-06f8ef28e339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.453537423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa55cea4-6f18-470d-8acd-d61582babe16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.453566467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa55cea4-6f18-470d-8acd-d61582babe16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.7963712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3645a655-d193-448a-a6ec-6b477ea972bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.79638661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35dd5119-ffe3-44a7-91c8-cea975dd508f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.804886559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3645a655-d193-448a-a6ec-6b477ea972bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.804903964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35dd5119-ffe3-44a7-91c8-cea975dd508f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.804929336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3645a655-d193-448a-a6ec-6b477ea972bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:09.804938316Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35dd5119-ffe3-44a7-91c8-cea975dd508f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.627555853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b855953-8358-4535-afac-ef84a33212b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.627579824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b855953-8358-4535-afac-ef84a33212b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.62806301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa80cb42-9ab1-4aa8-bd84-93cf5f2803d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.62807822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa80cb42-9ab1-4aa8-bd84-93cf5f2803d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.637725593Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4cdf0cf5-2074-44ab-b272-039eddcd4478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.637760488Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cabf880-53ff-4b19-b894-88cf54a72afa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.647222288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f4cc34-ac10-4ce9-bbdf-8c638ed4b2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.648434888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07fff29b-c74e-4e8c-a981-90be7afa83b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.649075966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32f8e4ec-fe4e-45c9-a9bc-0835f98b708a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.649090233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32f8e4ec-fe4e-45c9-a9bc-0835f98b708a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.649325412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47a60ce7-4d68-4c58-b52f-a46e598f4aff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.649337695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47a60ce7-4d68-4c58-b52f-a46e598f4aff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.656361429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f4cc34-ac10-4ce9-bbdf-8c638ed4b2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.656412192Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f4cc34-ac10-4ce9-bbdf-8c638ed4b2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.65785055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07fff29b-c74e-4e8c-a981-90be7afa83b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.657889122Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07fff29b-c74e-4e8c-a981-90be7afa83b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.743561817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5013eabc-2a19-4b79-a8da-20876aecf335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.743957143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c98700f2-5c6d-4ac8-9191-63e6a8246c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.756021455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c98700f2-5c6d-4ac8-9191-63e6a8246c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.756090693Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c98700f2-5c6d-4ac8-9191-63e6a8246c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.757266556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5013eabc-2a19-4b79-a8da-20876aecf335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.757309757Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5013eabc-2a19-4b79-a8da-20876aecf335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.800772161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b4837d1-e13f-439f-aa61-43bcae84dccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:12.800796621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b4837d1-e13f-439f-aa61-43bcae84dccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.210392312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3280b744-f247-4481-b4cd-95bee7073b35","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.210981309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3280b744-f247-4481-b4cd-95bee7073b35","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.211594414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5a65f48-d278-4b61-8c31-9dac2ebb9b0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.211615772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5a65f48-d278-4b61-8c31-9dac2ebb9b0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.211984014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08486d7b-5056-4fe3-a0ec-43ba4a20f641","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.212003081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08486d7b-5056-4fe3-a0ec-43ba4a20f641","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.220431978Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9259a954-7f21-4e97-a8be-e901ea26ab9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.22049655Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"635863b8-a9c9-4316-9307-d0fd34b315f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.229144511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad09426-789d-4163-9ab5-d9035a88fe45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232064146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"076aac1e-b611-416d-945d-906bbdf35007","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232087635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"076aac1e-b611-416d-945d-906bbdf35007","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232432377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27828543-c285-4cf6-a4ee-2dd1f2b79b4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232447111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27828543-c285-4cf6-a4ee-2dd1f2b79b4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232617842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ccc464f-47eb-4bcd-b4b8-a28a21f671d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.232627257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ccc464f-47eb-4bcd-b4b8-a28a21f671d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.235493353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd04338-5b9e-4211-aed9-8eed8ba2988e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.240408477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad09426-789d-4163-9ab5-d9035a88fe45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.240446891Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad09426-789d-4163-9ab5-d9035a88fe45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.243559455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd04338-5b9e-4211-aed9-8eed8ba2988e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.243599124Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd04338-5b9e-4211-aed9-8eed8ba2988e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.323624925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b82b6a1-4e3a-453b-9c1c-5dd05a1fee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.333298347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b82b6a1-4e3a-453b-9c1c-5dd05a1fee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.333372723Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b82b6a1-4e3a-453b-9c1c-5dd05a1fee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.403515991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"939554fe-1250-450c-ad7f-82783676516c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.403537985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"939554fe-1250-450c-ad7f-82783676516c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.423122524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7ad6f5-e666-4d37-b979-a905896350d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.423336525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7125062b-39b8-42b6-8dc2-ff2d40416352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.432397282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7125062b-39b8-42b6-8dc2-ff2d40416352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.432449227Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7125062b-39b8-42b6-8dc2-ff2d40416352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.432525407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7ad6f5-e666-4d37-b979-a905896350d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.432569956Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7ad6f5-e666-4d37-b979-a905896350d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.525589952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ffd685-6fd9-4cd2-b2c8-49b83e8d3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.534082174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ffd685-6fd9-4cd2-b2c8-49b83e8d3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:13.534148994Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ffd685-6fd9-4cd2-b2c8-49b83e8d3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450022457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61ab9f06-f2d4-4c12-846e-876fa5b68d45","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450051008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61ab9f06-f2d4-4c12-846e-876fa5b68d45","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450387595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2aff1744-7068-48e1-89b7-65a59770c629","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450406341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2aff1744-7068-48e1-89b7-65a59770c629","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450667692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"813a6ac4-a9cb-4231-b00e-156d38bb2ea3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.450686379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"813a6ac4-a9cb-4231-b00e-156d38bb2ea3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.451172413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d968a138-fd48-42dd-88e0-f89f30550f0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.451192888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d968a138-fd48-42dd-88e0-f89f30550f0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.461517132Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"364f2cf8-d57c-4e66-bb6b-a0ca1d85f541","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.461816516Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9599f5ad-b1e8-4cdc-88c7-7e80414aaf2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.465117123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffad03f0-0fa3-45fa-92a3-0f5210ea57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.468326717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0ed6b09-273b-493f-bf5c-98583745e4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474001547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f811c284-7d60-4f43-afe7-ffe70d506864","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474023073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f811c284-7d60-4f43-afe7-ffe70d506864","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.47428038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0fc08f11-f519-440b-b83e-1ebd79000254","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474291471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0fc08f11-f519-440b-b83e-1ebd79000254","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474456417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ffd58a1-8de5-40f8-b7e3-760aeabfc293","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474465743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ffd58a1-8de5-40f8-b7e3-760aeabfc293","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.474617859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d8c7873-9cd5-416d-8de2-55cd78b08b2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.47462672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d8c7873-9cd5-416d-8de2-55cd78b08b2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.477178987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0ed6b09-273b-493f-bf5c-98583745e4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.477232666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffad03f0-0fa3-45fa-92a3-0f5210ea57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.477243881Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0ed6b09-273b-493f-bf5c-98583745e4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.477275281Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffad03f0-0fa3-45fa-92a3-0f5210ea57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.559652513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54507e05-1e5c-4239-8fec-bde76fd3467a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.559653583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119d678f-064d-4db7-aa2d-4124c38ff46b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.569622212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54507e05-1e5c-4239-8fec-bde76fd3467a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.569680509Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54507e05-1e5c-4239-8fec-bde76fd3467a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.572369791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119d678f-064d-4db7-aa2d-4124c38ff46b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.572415974Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119d678f-064d-4db7-aa2d-4124c38ff46b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.640948428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b586a89e-f444-4ed8-8315-71de2831c760","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.640982302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b586a89e-f444-4ed8-8315-71de2831c760","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.663001099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd087722-181f-463d-84bf-715ac7c6a738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.663627862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01aa4240-f376-40ad-a6e0-a0e4a70d9a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.675106246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd087722-181f-463d-84bf-715ac7c6a738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.675177871Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd087722-181f-463d-84bf-715ac7c6a738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.675375544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01aa4240-f376-40ad-a6e0-a0e4a70d9a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:14.675425848Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01aa4240-f376-40ad-a6e0-a0e4a70d9a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.589196232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88652bb1-9d78-4748-8404-06f47be2a58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.589290991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e76d9a45-9f6c-4051-8731-fa2711e56915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.597754806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88652bb1-9d78-4748-8404-06f47be2a58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.597800796Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88652bb1-9d78-4748-8404-06f47be2a58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.598471094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e76d9a45-9f6c-4051-8731-fa2711e56915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:15.598516156Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e76d9a45-9f6c-4051-8731-fa2711e56915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526144745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df7b916e-adec-443a-bc47-909243c70bf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526188928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df7b916e-adec-443a-bc47-909243c70bf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526608321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"04327ebd-50ab-490c-a879-e90b61d16ed5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526630327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"04327ebd-50ab-490c-a879-e90b61d16ed5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526906395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6f3ebdf-9d04-4b67-97ab-282dbd940dae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.526926301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6f3ebdf-9d04-4b67-97ab-282dbd940dae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.527228768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a00b4b6-d207-410c-afa9-5bb553ccba4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.527244906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a00b4b6-d207-410c-afa9-5bb553ccba4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.527530353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7f4edc12-16f3-4bcd-8182-c19e888f9fb5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.52754752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7f4edc12-16f3-4bcd-8182-c19e888f9fb5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.533340097Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93182228-e48c-4ac8-9c8a-3eb8030c5bba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.534722042Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8610f396-0d4c-4140-9282-c954398dcc19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.546990043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"253c517c-3ac0-4493-88fe-609ef33bba0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.549605501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a7c5d29-a889-4387-b81c-a7d3998932c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.549620808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a7c5d29-a889-4387-b81c-a7d3998932c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.549875218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a85ded-fa7f-406a-b0ab-db8732383688","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.549888503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a85ded-fa7f-406a-b0ab-db8732383688","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.550070204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8708b321-2a82-4e49-a395-4a8f654ae6b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.550084166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8708b321-2a82-4e49-a395-4a8f654ae6b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.550297777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7443ff0-454c-424c-99a4-1ebd669a02dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.55031027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7443ff0-454c-424c-99a4-1ebd669a02dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.550613305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1fec1af-f019-4d83-8123-cc6abbf9c47b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.550651124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1fec1af-f019-4d83-8123-cc6abbf9c47b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.555926846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"253c517c-3ac0-4493-88fe-609ef33bba0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.555973336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"253c517c-3ac0-4493-88fe-609ef33bba0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.636736191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"244b09be-7471-4db1-9904-694ce857714c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.63843616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfdf2f3-8858-4f87-88a8-6e0b7d07aada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.645770341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"244b09be-7471-4db1-9904-694ce857714c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.645831366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"244b09be-7471-4db1-9904-694ce857714c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.647890471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfdf2f3-8858-4f87-88a8-6e0b7d07aada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.647939523Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfdf2f3-8858-4f87-88a8-6e0b7d07aada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.681855855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2919b3e3-d8e4-41a9-9434-daa9f7e0dda8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.681875966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2919b3e3-d8e4-41a9-9434-daa9f7e0dda8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.746855775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5385d5a7-0e51-4c5a-8c1d-67aa1b781ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.755464208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5385d5a7-0e51-4c5a-8c1d-67aa1b781ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:18.755528544Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5385d5a7-0e51-4c5a-8c1d-67aa1b781ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.220442171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4011b4fb-1675-4ba8-8621-348133cd13b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.220463602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4011b4fb-1675-4ba8-8621-348133cd13b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.220774143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7320d7e-08c3-4142-9e37-00844f67095f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.220794317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7320d7e-08c3-4142-9e37-00844f67095f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221059147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a41f37ab-ea88-463b-ae4f-3debfbf954df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221073404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a41f37ab-ea88-463b-ae4f-3debfbf954df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221354014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f202901-5e09-4183-95af-a125459e9f80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221367075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f202901-5e09-4183-95af-a125459e9f80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221540652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db4baf22-1a80-4354-98d1-38bfb0f8c923","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221553001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db4baf22-1a80-4354-98d1-38bfb0f8c923","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.22172701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee95ec8e-fede-4fd6-8dd4-1d65f7846014","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.221737814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee95ec8e-fede-4fd6-8dd4-1d65f7846014","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.229918135Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de0a7cf1-5f44-42d9-8e40-9d1beef0fef8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.229917273Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29cb9cea-d346-4b6d-a19c-e526cb72c258","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.238742906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dda638a-076d-4e37-80dc-f5d3049d8601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241337883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea1878a5-e80e-44b6-a2f2-7f8edec4ad78","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241358093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea1878a5-e80e-44b6-a2f2-7f8edec4ad78","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241641969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d32c6be-dfc1-4b3e-ba53-0390d8be4ca9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241661368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d32c6be-dfc1-4b3e-ba53-0390d8be4ca9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241786373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89d48594-a60a-42d4-b6c7-e409b35a703f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241910483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72e0ba50-549e-4753-851f-3603eb0b21e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.241925058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72e0ba50-549e-4753-851f-3603eb0b21e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242160175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2393788b-4367-48a9-aceb-847240437435","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242173365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2393788b-4367-48a9-aceb-847240437435","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242369952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18197ab0-5fdb-492a-bdba-6b7df6e56454","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242380328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18197ab0-5fdb-492a-bdba-6b7df6e56454","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242569081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ba14212-16a2-415f-a6e9-d6faf05f61a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.242578115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ba14212-16a2-415f-a6e9-d6faf05f61a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.247072081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dda638a-076d-4e37-80dc-f5d3049d8601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.247110556Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dda638a-076d-4e37-80dc-f5d3049d8601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.249871983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89d48594-a60a-42d4-b6c7-e409b35a703f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.249906124Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89d48594-a60a-42d4-b6c7-e409b35a703f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.333174693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6d9d0a-08f9-45ec-8aac-9fed35a22111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.333420154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278ea779-7cbe-4db9-990b-fea30b7b202d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.34169016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278ea779-7cbe-4db9-990b-fea30b7b202d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.341723598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6d9d0a-08f9-45ec-8aac-9fed35a22111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.341758654Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278ea779-7cbe-4db9-990b-fea30b7b202d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.341763992Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6d9d0a-08f9-45ec-8aac-9fed35a22111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.382368432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c5ad22e-5aad-4274-814c-18ff11fa5968","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.382397102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c5ad22e-5aad-4274-814c-18ff11fa5968","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.706147344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59485b37-93a2-4129-b322-2d8afc18df41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.706147167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4e96180-818f-4b71-9700-48b1881fc2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.714629231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59485b37-93a2-4129-b322-2d8afc18df41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.71464997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4e96180-818f-4b71-9700-48b1881fc2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.714689849Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59485b37-93a2-4129-b322-2d8afc18df41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.714696019Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4e96180-818f-4b71-9700-48b1881fc2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.930964136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7438659d-4546-4be7-9fb5-3815528cf612","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.930984258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7438659d-4546-4be7-9fb5-3815528cf612","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.931373619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"21d00859-f063-4606-94db-7143ebe13ff2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.931393221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"21d00859-f063-4606-94db-7143ebe13ff2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.931738175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bea9b75-1e28-4f29-b44e-3461b26063a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.931757295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bea9b75-1e28-4f29-b44e-3461b26063a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.93219343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a87b7030-3534-42ee-86be-7021ab5d6bd0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932230972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a87b7030-3534-42ee-86be-7021ab5d6bd0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932550934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7d86789-2b4e-4fd8-a5a7-bb154c3b47d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932569759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7d86789-2b4e-4fd8-a5a7-bb154c3b47d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932796582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"850a8644-11ac-467d-b587-e0f190ed4708","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932811844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"850a8644-11ac-467d-b587-e0f190ed4708","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932988948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41aae995-fcfa-4e82-9df7-4ceac0a96ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.932998983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41aae995-fcfa-4e82-9df7-4ceac0a96ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.936513186Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5abbd356-07e2-4278-b5a1-14685a13022a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.945242951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380d9b51-cc18-4e7d-8b45-56d85ca39cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.945690499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f180e663-50b4-4cd8-a5f4-277f472dde98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.953498901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbeab922-79f2-40d0-baa9-fa79baa2ed4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.953521696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbeab922-79f2-40d0-baa9-fa79baa2ed4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.953829972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bdb1c2c-40a1-4657-bcba-9d0c59736978","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.9538441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bdb1c2c-40a1-4657-bcba-9d0c59736978","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954028983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac5e418d-5e82-4fb0-9edb-b733a4ca1b80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954038399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac5e418d-5e82-4fb0-9edb-b733a4ca1b80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954225861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48ba7a7e-c942-41fe-833e-3a48ad9a7a3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954240057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48ba7a7e-c942-41fe-833e-3a48ad9a7a3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954413409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"158ab33c-d787-4b31-b36d-3f65e8723029","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954422858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"158ab33c-d787-4b31-b36d-3f65e8723029","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954575003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c3d3875-b2f4-4cdd-afb9-1a7bb6434c27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954583646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c3d3875-b2f4-4cdd-afb9-1a7bb6434c27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954732439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e798d9-0c1c-4974-afea-6a670d357e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.954741243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e798d9-0c1c-4974-afea-6a670d357e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.957545666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f180e663-50b4-4cd8-a5f4-277f472dde98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.957556785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380d9b51-cc18-4e7d-8b45-56d85ca39cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.957591234Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380d9b51-cc18-4e7d-8b45-56d85ca39cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.96002415Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e366edcc-1f64-448e-b041-837752714438","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.976708155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc60b1cb-c8a5-4590-a9f7-cfc63aac0049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:19.976726028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc60b1cb-c8a5-4590-a9f7-cfc63aac0049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.040075924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4c5df0-cc63-4fb4-aa5f-0f24bca01ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.040467386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6af611d-1fde-4024-b084-1b5ecb65893a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.049960828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4c5df0-cc63-4fb4-aa5f-0f24bca01ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.050037759Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4c5df0-cc63-4fb4-aa5f-0f24bca01ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.049960833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6af611d-1fde-4024-b084-1b5ecb65893a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.050391127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee3e751d-bb03-473d-a9f7-261875ee3b70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.100144653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c95f8c0b-3c77-4d3a-a4b5-11fde5eaff66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.100168731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c95f8c0b-3c77-4d3a-a4b5-11fde5eaff66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.148134638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9512de8b-d731-4dfd-807c-68bdc437be50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498024146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b23cb5f-5e47-4b01-9608-dcc3e951e4e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498047232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b23cb5f-5e47-4b01-9608-dcc3e951e4e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.49834468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bf4882a-92d1-4c00-b257-3430eb83a961","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498360139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bf4882a-92d1-4c00-b257-3430eb83a961","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498536373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1eeb0a6a-d9ee-4c92-a92a-917c7055e837","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498546617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1eeb0a6a-d9ee-4c92-a92a-917c7055e837","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498746931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4e92e7dd-34cd-414b-96ff-b850705bcf75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498758213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4e92e7dd-34cd-414b-96ff-b850705bcf75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.498991347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5f7fce9-0389-4713-8959-8b1419cbfdb0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499006401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5f7fce9-0389-4713-8959-8b1419cbfdb0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499274313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d9eb265-df93-488c-89ad-44d5e441a835","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499287256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d9eb265-df93-488c-89ad-44d5e441a835","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.4995079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5233299-0bf6-4dbd-9436-32045937ddc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499520166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5233299-0bf6-4dbd-9436-32045937ddc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499743128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c01d1aa8-62c7-439c-a921-f5405cfa2b90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.499759692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c01d1aa8-62c7-439c-a921-f5405cfa2b90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523372461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b2d83ef-048c-411a-a144-0c6b0ad3e829","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523412223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b2d83ef-048c-411a-a144-0c6b0ad3e829","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523646152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4e4eeec-9c83-4297-9462-955a6dd78882","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523677824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4e4eeec-9c83-4297-9462-955a6dd78882","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.52370301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919b64a1-2a80-4c6e-86b2-a6c2f2b5b017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523868202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"704ee8e4-89f9-4eaf-ae15-b3866c1eb7b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.523879304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"704ee8e4-89f9-4eaf-ae15-b3866c1eb7b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524040107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21aceb4c-bfb0-483e-b865-e58440a85e35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524049403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21aceb4c-bfb0-483e-b865-e58440a85e35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524231454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab710aea-5afb-415a-83d2-47b45d7cbc6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524245543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab710aea-5afb-415a-83d2-47b45d7cbc6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524397977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d12a239-9251-4051-a9a2-14c26fb72329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524407532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c77c7ff7-2188-4a28-b701-6b41d81525d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524491301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c77c7ff7-2188-4a28-b701-6b41d81525d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524653841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4efdad-d08e-4abd-a0a8-0785a2dd9cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524663598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4efdad-d08e-4abd-a0a8-0785a2dd9cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524901351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bdc90e9-3461-49e8-acda-1c9ee9a53e8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.524912434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bdc90e9-3461-49e8-acda-1c9ee9a53e8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.536020022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d12a239-9251-4051-a9a2-14c26fb72329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.536099298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919b64a1-2a80-4c6e-86b2-a6c2f2b5b017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.536549539Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7255b70c-4ce4-4d3f-b186-ac5143db465a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.614822255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31c259a3-a9ef-47b4-83ae-ca683d5c843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.615109533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ab9e238-865a-4ca1-b352-1b1396418541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.619884815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81ef3e35-b027-44da-89b4-e000db3d4178","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.62327391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31c259a3-a9ef-47b4-83ae-ca683d5c843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.623636425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ab9e238-865a-4ca1-b352-1b1396418541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.637787429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bda82e7c-630e-42d6-903c-da70b8d1b993","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.637808358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bda82e7c-630e-42d6-903c-da70b8d1b993","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.661884736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48031c98-9243-46c2-87b0-2177bdc4db98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.66190535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48031c98-9243-46c2-87b0-2177bdc4db98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.719666683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae3c20bc-6c2e-4abc-8fba-f25aba89a7ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:20.741151699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0407fd85-a37b-4234-8f4c-a9b67613d6cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.261469219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0cefdd9-9524-415b-98a8-6bffd42ed83f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.286485609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44aae3a8-58a6-4bdd-b00e-c823b2fd73bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.28650463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44aae3a8-58a6-4bdd-b00e-c823b2fd73bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.313473171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"746d6a4b-3a87-408f-8a34-80bf0740ddae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.313822264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38cfbb46-71a8-4839-9773-8b29199adb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.324438011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38cfbb46-71a8-4839-9773-8b29199adb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.325862161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"746d6a4b-3a87-408f-8a34-80bf0740ddae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.358127279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03e74ce0-a498-42ad-9d19-8b29d1a1927d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.379931373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"672a03a2-9c9c-4528-b9de-c77653660996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.379949359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"672a03a2-9c9c-4528-b9de-c77653660996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.41440749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1114abb-11e1-42d9-b6c3-cc660957b329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.4144703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8234ca6-1972-447d-b7be-5682f8cd0767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.424309758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8234ca6-1972-447d-b7be-5682f8cd0767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.424309464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1114abb-11e1-42d9-b6c3-cc660957b329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.51541945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7de59ca5-f8fa-4160-8b1f-318234298c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.515419393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c3f2f52-545d-4661-b91f-68e6f5c8018c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.523883047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c3f2f52-545d-4661-b91f-68e6f5c8018c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.52397416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7de59ca5-f8fa-4160-8b1f-318234298c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.876908549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc984501-9336-4b33-8ea5-53b254825fd5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:22.876932236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc984501-9336-4b33-8ea5-53b254825fd5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:24.977594658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c00c5ac8-1574-4e7e-acb7-66040a042e74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:24.977621401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c00c5ac8-1574-4e7e-acb7-66040a042e74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:25.69618168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:25.85052065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22a03cad-ca0a-4d3d-a299-c23c1dea011e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:25.850546976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22a03cad-ca0a-4d3d-a299-c23c1dea011e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:27.325156534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d54500bf-bc6e-45be-980e-a9df2a43da12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:27.426436465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec0d29f6-5dc5-415d-87a1-a0da7bda1c89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:29.717669269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22dd4e93-b365-4cc5-989a-b61eb5f208b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:29.717770801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22dd4e93-b365-4cc5-989a-b61eb5f208b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.409547834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"252ad81f-1c59-4210-a5d3-3a19fc2ce981","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.409571079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"252ad81f-1c59-4210-a5d3-3a19fc2ce981","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.525053152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74657e0f-5bd6-41e5-8621-c961e8cb931d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.52507968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74657e0f-5bd6-41e5-8621-c961e8cb931d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.676707147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"37204df6-2b1f-4a5b-9429-5aae22baedda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.676734353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"37204df6-2b1f-4a5b-9429-5aae22baedda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.983125538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c8a71f3-546f-4902-b54b-a1beb20c4463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:30.983155358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c8a71f3-546f-4902-b54b-a1beb20c4463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.000168043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54d0b3fe-a830-4154-b3dd-ec6a28b184be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.00232071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc0fa6e9-3d4b-4a63-bbc9-d5781e21c2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.002338644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1962446c-fb67-4503-a795-340d8219380d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.011474372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1962446c-fb67-4503-a795-340d8219380d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.011640879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc0fa6e9-3d4b-4a63-bbc9-d5781e21c2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.01684886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4917c4-88d4-4fe0-aaa4-e13b93a65e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.016866324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4917c4-88d4-4fe0-aaa4-e13b93a65e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:31.098901254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"452d411b-09c4-472d-a856-a44f3568a91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.380723651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4dd5d139-965d-4e06-94f9-819b03af9c27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.380755863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4dd5d139-965d-4e06-94f9-819b03af9c27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.582541339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc73637-a276-4564-9c5f-d2d35e2efd23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.582562087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc73637-a276-4564-9c5f-d2d35e2efd23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.599433332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9728e968-8287-4437-966a-ff2358f2db67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.600937961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b685ed5e-6f85-4599-a2bf-754d77f73374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.601004165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88f20f1a-02c3-4c87-b1c4-a6c174b361b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.610375033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88f20f1a-02c3-4c87-b1c4-a6c174b361b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.610937094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b685ed5e-6f85-4599-a2bf-754d77f73374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.618127038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de9c2ca4-b98d-423f-8fd2-33a006e10e59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.618144588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de9c2ca4-b98d-423f-8fd2-33a006e10e59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:32.697405588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"842e32d0-ab5b-4e68-ad04-d11cd0cedbfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.078778511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0460d839-064e-4777-bad8-18bc82ac85c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.078805484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0460d839-064e-4777-bad8-18bc82ac85c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.091464769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"882302a8-8106-4f4a-90c6-6f862b6f0e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.099693055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"882302a8-8106-4f4a-90c6-6f862b6f0e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.118492563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64cb6b6b-6dd8-4287-a815-0ef6b5be380f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.118510068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64cb6b6b-6dd8-4287-a815-0ef6b5be380f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.243994192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dddc0763-9f1e-42c7-92be-b556e9b45a4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.244016136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dddc0763-9f1e-42c7-92be-b556e9b45a4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.252043523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdbad333-ac1d-4fe1-a1f3-40d8a7a14c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.252410869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b73c3a-4a1a-4ae5-81e3-df26838774cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.259284077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c06c598-7930-4a1b-b791-ef2ac48a01de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.262487747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdbad333-ac1d-4fe1-a1f3-40d8a7a14c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.262592859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b73c3a-4a1a-4ae5-81e3-df26838774cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.277522739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1ee4858-6e4c-40cf-98f7-2f2c018cbbaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:37.277536345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1ee4858-6e4c-40cf-98f7-2f2c018cbbaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:46:55.706472775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.342633224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad40550d-eda7-4e6b-ae0b-993ed784185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.345767081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad40550d-eda7-4e6b-ae0b-993ed784185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.348793139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad40550d-eda7-4e6b-ae0b-993ed784185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.35182952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad40550d-eda7-4e6b-ae0b-993ed784185e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.708600472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cedcf4-f3ee-49c6-9c7e-5ebf20018c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.711927893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cedcf4-f3ee-49c6-9c7e-5ebf20018c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.715153717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cedcf4-f3ee-49c6-9c7e-5ebf20018c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:06.718624664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cedcf4-f3ee-49c6-9c7e-5ebf20018c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.039264489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5c8c8b-ae81-44bc-bf82-5625c8f416ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.042896222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5c8c8b-ae81-44bc-bf82-5625c8f416ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.046374346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5c8c8b-ae81-44bc-bf82-5625c8f416ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.049582154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5c8c8b-ae81-44bc-bf82-5625c8f416ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.226248069Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c20ed791","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c20ed791","reconcileID":"cfc6bee0-a6c4-4cf4-b59d-47a49fae95dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c20ed791","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c20ed791":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.307789192Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-745a88f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-745a88f9","reconcileID":"b3c4f96b-aeea-40eb-94d8-dda89069dc20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-745a88f9","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-745a88f9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.450114516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14434e27-d067-40b4-9475-3102ef2a717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.453393683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14434e27-d067-40b4-9475-3102ef2a717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.456589586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14434e27-d067-40b4-9475-3102ef2a717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.460102155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14434e27-d067-40b4-9475-3102ef2a717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.838340688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73813107-3f36-43cf-8303-a5a792263429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.841493018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73813107-3f36-43cf-8303-a5a792263429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.844430115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73813107-3f36-43cf-8303-a5a792263429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:07.847490874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73813107-3f36-43cf-8303-a5a792263429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.095096154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1130f7fe-e6fc-4a51-91e6-98bd0696dbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.098256285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1130f7fe-e6fc-4a51-91e6-98bd0696dbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.101298833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1130f7fe-e6fc-4a51-91e6-98bd0696dbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.104418238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1130f7fe-e6fc-4a51-91e6-98bd0696dbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.40521998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9fd518-c9cb-4d23-b63e-1d27f47fd26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.408251837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9fd518-c9cb-4d23-b63e-1d27f47fd26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.411846238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9fd518-c9cb-4d23-b63e-1d27f47fd26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.414855351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9fd518-c9cb-4d23-b63e-1d27f47fd26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.731327511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89a171-61c9-41f0-adec-36a3335d78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.734566371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89a171-61c9-41f0-adec-36a3335d78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.737678561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89a171-61c9-41f0-adec-36a3335d78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:08.740713463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89a171-61c9-41f0-adec-36a3335d78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.002753728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbb14e-4f0b-465f-bb35-81da29d55f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.007022912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbb14e-4f0b-465f-bb35-81da29d55f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.01137923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbb14e-4f0b-465f-bb35-81da29d55f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.016589312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfbb14e-4f0b-465f-bb35-81da29d55f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.136666491Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-9959e5f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-9959e5f4","reconcileID":"78c10b45-5c2b-4468-8d01-90f3d5b74458","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-9959e5f4-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-9959e5f4-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.460256845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee6aff-2e95-49a9-941c-d2b9442d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.46388713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee6aff-2e95-49a9-941c-d2b9442d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.46726987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee6aff-2e95-49a9-941c-d2b9442d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.471553417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ee6aff-2e95-49a9-941c-d2b9442d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.762014095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27be2dd-1a02-4167-be53-a3250bb231df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.765234018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27be2dd-1a02-4167-be53-a3250bb231df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.769187777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27be2dd-1a02-4167-be53-a3250bb231df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.772469811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27be2dd-1a02-4167-be53-a3250bb231df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:09.83079788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3f7e10b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3f7e10b8","reconcileID":"19ff9f62-cef6-4e2e-9ecf-17c8a5a1db3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3f7e10b8","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3f7e10b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.050421365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae61880d-6cb0-4703-b160-54bc500d6cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.054446557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae61880d-6cb0-4703-b160-54bc500d6cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.076987872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae61880d-6cb0-4703-b160-54bc500d6cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.080559051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae61880d-6cb0-4703-b160-54bc500d6cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.312866735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"35f3e354-8d49-4c01-925e-a2476d4cfed1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c20ed791","tenantID":"e2e-ait-c20ed791","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.337081123Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"35f3e354-8d49-4c01-925e-a2476d4cfed1","name":"e2e-ait-c20ed791-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.376119656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33393062-ed63-4686-b8d6-0a04c3cd365e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.379271184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33393062-ed63-4686-b8d6-0a04c3cd365e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.382237339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33393062-ed63-4686-b8d6-0a04c3cd365e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:10.386512944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33393062-ed63-4686-b8d6-0a04c3cd365e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:12.337596154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"3e00d56f-1d2a-4cdc-af78-34c03152fe3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-745a88f9","tenantID":"e2e-ait-745a88f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:12.363296544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"3e00d56f-1d2a-4cdc-af78-34c03152fe3b","name":"e2e-ait-745a88f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:12.374831581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31ee5e0c-8f53-4eec-9b2e-be09c90c658f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:12.49414491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"834c6aec-3814-4f6c-ad20-b07b56bb7ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:13.242893415Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"2cb8dffe-4028-4f98-95a4-fc02e150ef60","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:13.250447378Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"2cb8dffe-4028-4f98-95a4-fc02e150ef60","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:13.256983649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"2cb8dffe-4028-4f98-95a4-fc02e150ef60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-9959e5f4-gw","tenantID":"e2e-migrate-9959e5f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:13.285801841Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"2cb8dffe-4028-4f98-95a4-fc02e150ef60","name":"e2e-migrate-9959e5f4-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:14.172655918Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"26f98c2d-a96b-4d01-9556-864ce93da6b6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.010296653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"5d1e5150-e734-45ca-a44e-987e913fcad5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3f7e10b8","tenantID":"e2e-ait-3f7e10b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.029357017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"5d1e5150-e734-45ca-a44e-987e913fcad5","name":"e2e-ait-3f7e10b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.498400214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4b373c-7d38-4a34-a54f-f536ca34d615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.503505506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4b373c-7d38-4a34-a54f-f536ca34d615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.506683756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4b373c-7d38-4a34-a54f-f536ca34d615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.509754788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4b373c-7d38-4a34-a54f-f536ca34d615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.875174208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa333e1d-6c3b-4034-8fbb-7bcbed0f40d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.887412857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa333e1d-6c3b-4034-8fbb-7bcbed0f40d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.894273075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa333e1d-6c3b-4034-8fbb-7bcbed0f40d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:15.904171521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa333e1d-6c3b-4034-8fbb-7bcbed0f40d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.173640699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c68a8a-5a75-48bd-b6a9-5ef9b739d246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.177145747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c68a8a-5a75-48bd-b6a9-5ef9b739d246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.189310916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c68a8a-5a75-48bd-b6a9-5ef9b739d246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.203015232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c68a8a-5a75-48bd-b6a9-5ef9b739d246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.448139145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-8c14f244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-8c14f244","reconcileID":"d3671930-f46a-46be-b7ff-5bb783fffef7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-8c14f244","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-8c14f244":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.691377188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a2433f-d027-44a1-b9a4-57c0bdf4083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.698385866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a2433f-d027-44a1-b9a4-57c0bdf4083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.703358867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a2433f-d027-44a1-b9a4-57c0bdf4083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:16.706726434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a2433f-d027-44a1-b9a4-57c0bdf4083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:17.806149945Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"0902d2d4-4616-4134-b5e0-a05f37b92e30","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:17.81733786Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"0902d2d4-4616-4134-b5e0-a05f37b92e30","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:18.681408823Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"a1b250fd-ee09-4f21-8a07-8010c301b77a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.062325992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cddaf58-86f1-4aab-8406-deae489cfcc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.066141004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cddaf58-86f1-4aab-8406-deae489cfcc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.071256982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cddaf58-86f1-4aab-8406-deae489cfcc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.084183144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cddaf58-86f1-4aab-8406-deae489cfcc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.353449369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b632abb4-8c44-4bcf-ac0b-d0289b812d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.35658742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b632abb4-8c44-4bcf-ac0b-d0289b812d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.359557982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b632abb4-8c44-4bcf-ac0b-d0289b812d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:19.36250662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b632abb4-8c44-4bcf-ac0b-d0289b812d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:20.956230549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8db89c08-dd28-4890-bf50-593c67b45ff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:21.061181792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e6c7ffe-a682-4cc1-b22f-540fd606e207","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:21.412272805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"c38a56fd-8eed-46e2-a449-86341cca6a96","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-8c14f244","tenantID":"e2e-derive-8c14f244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:21.4358177Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"c38a56fd-8eed-46e2-a449-86341cca6a96","name":"e2e-derive-8c14f244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.697561058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a22bf6b-7191-4352-afbb-82df05bc4587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.707292658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a22bf6b-7191-4352-afbb-82df05bc4587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.710640945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a22bf6b-7191-4352-afbb-82df05bc4587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.713798663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a22bf6b-7191-4352-afbb-82df05bc4587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.822716851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c9cc6c4-71eb-4fce-b918-c04dbfc62b9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:22.997363709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b215366a-b0ed-44b9-bd2e-d431b9cda5c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.062009989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3923d058-e7fe-42c1-8414-13a3dd644cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.06556972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3923d058-e7fe-42c1-8414-13a3dd644cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.068606484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3923d058-e7fe-42c1-8414-13a3dd644cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.071981381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3923d058-e7fe-42c1-8414-13a3dd644cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.289451305Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f8416c4f-52ca-48f1-bf6f-9860c04a0d5f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.306143036Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f8416c4f-52ca-48f1-bf6f-9860c04a0d5f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.698445576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e459ca01-5fd5-436e-b121-e430c60f2921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.703625152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e459ca01-5fd5-436e-b121-e430c60f2921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.706755616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e459ca01-5fd5-436e-b121-e430c60f2921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.709916974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e459ca01-5fd5-436e-b121-e430c60f2921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.958851159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a143a048-523a-48f0-8d00-e67c5579125c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.961914193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a143a048-523a-48f0-8d00-e67c5579125c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.965241643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a143a048-523a-48f0-8d00-e67c5579125c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:23.9690703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a143a048-523a-48f0-8d00-e67c5579125c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:24.219442419Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"4c7c1316-d8c8-437c-a74a-797006b0cf15","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.255816299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac153433-69a4-4d41-b265-97b0f82b8ca7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.43695587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"365a2980-9741-4e5e-ac8c-f51b86007e5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.527596337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d19b1c-d6b9-4e47-b323-38c67d88e2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.530690533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d19b1c-d6b9-4e47-b323-38c67d88e2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.533779752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d19b1c-d6b9-4e47-b323-38c67d88e2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.536974724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d19b1c-d6b9-4e47-b323-38c67d88e2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.708170943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.755096999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a48f4f4-5beb-41b9-9da2-8540a31c1c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.758347408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a48f4f4-5beb-41b9-9da2-8540a31c1c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.76168778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a48f4f4-5beb-41b9-9da2-8540a31c1c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:25.764679809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a48f4f4-5beb-41b9-9da2-8540a31c1c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.271405022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e74e0c-92e0-4b17-9f50-7cd0a940b032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.274587619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e74e0c-92e0-4b17-9f50-7cd0a940b032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.283540953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e74e0c-92e0-4b17-9f50-7cd0a940b032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.308542188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e74e0c-92e0-4b17-9f50-7cd0a940b032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.37284568Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"e82e540d-f189-449c-b59d-357f7e601e46","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.404547292Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"e82e540d-f189-449c-b59d-357f7e601e46","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.634308061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4b32cd-9205-4087-bab5-6151dab7c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.639424055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4b32cd-9205-4087-bab5-6151dab7c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.709410909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4b32cd-9205-4087-bab5-6151dab7c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.713174747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4b32cd-9205-4087-bab5-6151dab7c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.96585989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cea50e4-e763-421a-a93e-cad7001df7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.969570277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cea50e4-e763-421a-a93e-cad7001df7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.972872009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cea50e4-e763-421a-a93e-cad7001df7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:28.976140382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cea50e4-e763-421a-a93e-cad7001df7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.267903117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b36f7e-9d7b-4a69-9a15-eafb3d737c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.27124206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b36f7e-9d7b-4a69-9a15-eafb3d737c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.274466368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b36f7e-9d7b-4a69-9a15-eafb3d737c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.282387141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b36f7e-9d7b-4a69-9a15-eafb3d737c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.414395788Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"b09777b7-7cf1-422e-a727-7631e86c2f57","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.580636749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2577ad-1654-4ab6-8a43-70351305d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.591754878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2577ad-1654-4ab6-8a43-70351305d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.609685933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2577ad-1654-4ab6-8a43-70351305d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.61807906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2577ad-1654-4ab6-8a43-70351305d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.973756423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26886b52-1ffa-4645-b0a9-48259930489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.981468802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26886b52-1ffa-4645-b0a9-48259930489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.988386659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26886b52-1ffa-4645-b0a9-48259930489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:29.99396159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26886b52-1ffa-4645-b0a9-48259930489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.244762761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f8c938-a356-4052-8bd4-cd1000d0fb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.249165232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f8c938-a356-4052-8bd4-cd1000d0fb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.252419481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f8c938-a356-4052-8bd4-cd1000d0fb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.256231954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f8c938-a356-4052-8bd4-cd1000d0fb79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.708128922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5166f-c58e-4832-9db5-aeda78a19698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.711259438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5166f-c58e-4832-9db5-aeda78a19698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.714318084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5166f-c58e-4832-9db5-aeda78a19698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:30.720682995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5166f-c58e-4832-9db5-aeda78a19698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.005556591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a31593-8ed7-43f4-91b8-9c4202a9169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.010452201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a31593-8ed7-43f4-91b8-9c4202a9169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.016395609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a31593-8ed7-43f4-91b8-9c4202a9169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.02040945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a31593-8ed7-43f4-91b8-9c4202a9169d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.255581356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a470f75e-9d71-417f-8808-f41ab89a33d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.258653225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a470f75e-9d71-417f-8808-f41ab89a33d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.261679492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a470f75e-9d71-417f-8808-f41ab89a33d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.264850845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a470f75e-9d71-417f-8808-f41ab89a33d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.614847132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa2d692-330d-4eae-977d-72e6848318d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.691370196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa2d692-330d-4eae-977d-72e6848318d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.705179942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa2d692-330d-4eae-977d-72e6848318d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:31.708641416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa2d692-330d-4eae-977d-72e6848318d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.704810248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c32769-011c-4de1-b392-8292759a9509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.707922346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c32769-011c-4de1-b392-8292759a9509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.711113059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c32769-011c-4de1-b392-8292759a9509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.71409448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c32769-011c-4de1-b392-8292759a9509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.963576883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2921a-8e22-4f98-9fa2-8094847ef8d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.966741953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2921a-8e22-4f98-9fa2-8094847ef8d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.969904617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2921a-8e22-4f98-9fa2-8094847ef8d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:32.972949053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2921a-8e22-4f98-9fa2-8094847ef8d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.672624099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d53a9be-b9ae-43ac-b561-dd8e91be0d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.675719036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d53a9be-b9ae-43ac-b561-dd8e91be0d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.680363484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d53a9be-b9ae-43ac-b561-dd8e91be0d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.686336275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d53a9be-b9ae-43ac-b561-dd8e91be0d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.949470572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb199939-8614-4649-8783-98a1e350b8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.952544828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb199939-8614-4649-8783-98a1e350b8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.955691316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb199939-8614-4649-8783-98a1e350b8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:33.958679439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb199939-8614-4649-8783-98a1e350b8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.214743348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb1588b-e721-4316-9278-2b43ffae3f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.217784995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb1588b-e721-4316-9278-2b43ffae3f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.22086972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb1588b-e721-4316-9278-2b43ffae3f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.224028542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb1588b-e721-4316-9278-2b43ffae3f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.233274917Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"188ab517-e83c-46f5-9ce2-d4ccaa918e36","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.245922748Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"188ab517-e83c-46f5-9ce2-d4ccaa918e36","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.668277258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02abab0-f4e5-4bdd-a18e-3d6456f0d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.671752399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02abab0-f4e5-4bdd-a18e-3d6456f0d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.674871359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02abab0-f4e5-4bdd-a18e-3d6456f0d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:34.682404292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02abab0-f4e5-4bdd-a18e-3d6456f0d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:35.137152429Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"4da71f9b-ada5-4d0a-9baa-bfb70ed84a82","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.468836948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afae4f7-e1a1-4e67-bcd8-609a5cce96df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.476997503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afae4f7-e1a1-4e67-bcd8-609a5cce96df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.480196626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afae4f7-e1a1-4e67-bcd8-609a5cce96df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.483472334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afae4f7-e1a1-4e67-bcd8-609a5cce96df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.741343025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139deb9c-5b5e-44e3-bedf-bde2538d168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.74458277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139deb9c-5b5e-44e3-bedf-bde2538d168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.747879079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139deb9c-5b5e-44e3-bedf-bde2538d168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:36.751100154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139deb9c-5b5e-44e3-bedf-bde2538d168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.144238598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c93908f-ce48-48a4-bb7f-4f2688bb7cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.147595773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c93908f-ce48-48a4-bb7f-4f2688bb7cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.150884132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c93908f-ce48-48a4-bb7f-4f2688bb7cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.154093864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c93908f-ce48-48a4-bb7f-4f2688bb7cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.346552612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e90fa28-d323-4ec1-9461-61c9a1d89a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.350429225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e90fa28-d323-4ec1-9461-61c9a1d89a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.353667941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e90fa28-d323-4ec1-9461-61c9a1d89a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:37.356843242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e90fa28-d323-4ec1-9461-61c9a1d89a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:39.248409047Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"5d8d083d-4400-4372-9de0-50440386c50d","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:39.260320876Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"5d8d083d-4400-4372-9de0-50440386c50d","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:39.958134809Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"f177384d-978c-4a10-b62a-42f5b9ecfb57","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.277147885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","namespace":"ai-tenant-e2e-ait-745a88f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.27725438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","namespace":"ai-tenant-e2e-ait-745a88f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.27732314Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","tenant":"e2e-ait-745a88f9","tenantID":"e2e-ait-745a88f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.28482314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Deployment","name":"maas-api-e2e-ait-745a88f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.297768587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Service","name":"maas-api-e2e-ait-745a88f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.311584425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-745a88f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.316614262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-745a88f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.322611576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.330633863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.338771641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.345329044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.348176911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Deployment","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.350994019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.353684949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Service","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.358516709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"Service","name":"payload-pre-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.36134909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"DestinationRule","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.364043295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.367443125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.374108815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.37733275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.38011066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.382744657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-745a88f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.385313619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-745a88f9"},"namespace":"ai-tenant-e2e-ait-745a88f9","name":"default-tenant","reconcileID":"1d212331-b179-4b5b-99aa-928124a52c09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-745a88f9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.393408322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","namespace":"ai-tenant-e2e-migrate-9959e5f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.393468454Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","namespace":"ai-tenant-e2e-migrate-9959e5f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.393523892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","tenant":"e2e-migrate-9959e5f4","tenantID":"e2e-migrate-9959e5f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.398316472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Deployment","name":"maas-api-e2e-migrate-9959e5f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.411569551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Service","name":"maas-api-e2e-migrate-9959e5f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.420962979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-9959e5f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.42904089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-9959e5f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.435040084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.442711324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.447477723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.451181243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.453892386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Deployment","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.457407223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.46009057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Service","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.462971947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"Service","name":"payload-pre-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.46857785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.474146273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.474175535Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-745a88f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-745a88f9","reconcileID":"77729ed3-e65c-4840-9cee-4c56542b1dfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-745a88f9","removed":["maas.opendatahub.io/gateway-access-e2e-ait-745a88f9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.47700603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.479795317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.482551406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.485645712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.48828783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-9959e5f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.490842415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-9959e5f4"},"namespace":"ai-tenant-e2e-migrate-9959e5f4","name":"default-tenant","reconcileID":"f7c751d1-2181-4cb8-822e-51643810d136","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-9959e5f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.812389509Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-9959e5f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-9959e5f4","reconcileID":"3f1267f8-b807-4688-83d9-7264e279e917","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-9959e5f4-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-9959e5f4-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.822299766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1784bc3e-7635-4c65-9f9a-d307575215f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.825484209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1784bc3e-7635-4c65-9f9a-d307575215f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.828441563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1784bc3e-7635-4c65-9f9a-d307575215f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:42.876692713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1784bc3e-7635-4c65-9f9a-d307575215f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.11800862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a43085-9755-490e-8d1c-6863225e776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.121241347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a43085-9755-490e-8d1c-6863225e776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.124608195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a43085-9755-490e-8d1c-6863225e776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.128656164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a43085-9755-490e-8d1c-6863225e776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.345530654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f34d2-c83e-4043-9eb2-a06a054b00a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.348743846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f34d2-c83e-4043-9eb2-a06a054b00a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.351736496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f34d2-c83e-4043-9eb2-a06a054b00a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.356058456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f34d2-c83e-4043-9eb2-a06a054b00a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.606768757Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","namespace":"ai-tenant-e2e-ait-3f7e10b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.606832193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","namespace":"ai-tenant-e2e-ait-3f7e10b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.606885105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","tenant":"e2e-ait-3f7e10b8","tenantID":"e2e-ait-3f7e10b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.631948162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Deployment","name":"maas-api-e2e-ait-3f7e10b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.686257882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Service","name":"maas-api-e2e-ait-3f7e10b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.722496071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3f7e10b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.732135337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3f7e10b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.733904908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6f8c4-690c-4b8a-a837-12b41fdfc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.737082906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6f8c4-690c-4b8a-a837-12b41fdfc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.740717319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6f8c4-690c-4b8a-a837-12b41fdfc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.744510332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd6f8c4-690c-4b8a-a837-12b41fdfc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.744823157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.75288765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.762161046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.778773663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.781468131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Deployment","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.784590174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.790729125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Service","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.797646059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"Service","name":"payload-pre-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.802141999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.812600643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.81802221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.836621259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.843444547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.850682106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.853852284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3f7e10b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:43.861648747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3f7e10b8"},"namespace":"ai-tenant-e2e-ait-3f7e10b8","name":"default-tenant","reconcileID":"d2bc8c97-0fa7-4b02-a75e-36a361b5ffe7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3f7e10b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.111472378Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3f7e10b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3f7e10b8","reconcileID":"b9b16c87-1f1e-4ad3-a312-115d0364537c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3f7e10b8","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3f7e10b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.179059576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79726a8f-a40a-4711-8abb-b9a5925a8944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.186359871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79726a8f-a40a-4711-8abb-b9a5925a8944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.190733061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79726a8f-a40a-4711-8abb-b9a5925a8944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.194561961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79726a8f-a40a-4711-8abb-b9a5925a8944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.470866062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4ae947-dd37-4cf5-90cc-ad26033bacdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.47428037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4ae947-dd37-4cf5-90cc-ad26033bacdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.477678342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4ae947-dd37-4cf5-90cc-ad26033bacdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.481388213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4ae947-dd37-4cf5-90cc-ad26033bacdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.756913457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b02afd5-8e9b-4486-95cd-36f47104aac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.760649363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b02afd5-8e9b-4486-95cd-36f47104aac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.763767775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b02afd5-8e9b-4486-95cd-36f47104aac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:44.767032105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b02afd5-8e9b-4486-95cd-36f47104aac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.405567481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c8e5130-406a-4abf-8be0-8f2d1ed20691","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.50949229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b5275d5-91c9-4a7a-ab1a-82e057d2409c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.784437004Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","namespace":"ai-tenant-e2e-ait-c20ed791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.784492038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","namespace":"ai-tenant-e2e-ait-c20ed791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.784538439Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","tenant":"e2e-ait-c20ed791","tenantID":"e2e-ait-c20ed791","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.792213234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Deployment","name":"maas-api-e2e-ait-c20ed791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.8048844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Service","name":"maas-api-e2e-ait-c20ed791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.820251121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c20ed791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.8257239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c20ed791","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.832266769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.840002646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.848242747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.854095435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.857076066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Deployment","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.860152976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.863136129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Service","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.866064388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"Service","name":"payload-pre-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.869754004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.872724362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.875529159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.882772619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.885753841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.889011107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.891972918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c20ed791","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:45.894799469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c20ed791"},"namespace":"ai-tenant-e2e-ait-c20ed791","name":"default-tenant","reconcileID":"893807e9-9937-4196-97dc-533cbf838ef7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c20ed791","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.019808573Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c20ed791","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c20ed791","reconcileID":"8b295fe2-1379-4efb-947a-90381ba36697","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c20ed791","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c20ed791"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.258183386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed735aae-88ff-4cee-91dd-490066070a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.261466789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed735aae-88ff-4cee-91dd-490066070a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.265320346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed735aae-88ff-4cee-91dd-490066070a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.268547913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed735aae-88ff-4cee-91dd-490066070a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.553096387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36063fd-71cd-4d01-b9be-6619378b0fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.557092574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36063fd-71cd-4d01-b9be-6619378b0fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.56067735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36063fd-71cd-4d01-b9be-6619378b0fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.567488018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36063fd-71cd-4d01-b9be-6619378b0fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.841004186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82ce680-12a4-4b57-bb38-6de7839747f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.844457565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82ce680-12a4-4b57-bb38-6de7839747f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.847872044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82ce680-12a4-4b57-bb38-6de7839747f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.851113931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82ce680-12a4-4b57-bb38-6de7839747f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.970482712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","namespace":"ai-tenant-e2e-derive-8c14f244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.970556764Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","namespace":"ai-tenant-e2e-derive-8c14f244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.970620094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","tenant":"e2e-derive-8c14f244","tenantID":"e2e-derive-8c14f244","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.979017881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Deployment","name":"maas-api-e2e-derive-8c14f244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:46.991980275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Service","name":"maas-api-e2e-derive-8c14f244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.007400213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-8c14f244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.012582909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-8c14f244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.018723271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.02905414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.03596995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.081418674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.084427325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Deployment","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.086986088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.090007968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Service","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.092798105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"Service","name":"payload-pre-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.095463999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"DestinationRule","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.098228467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.100688114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.107825857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.110721268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.113395642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.116124885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-8c14f244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.119056811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8c14f244"},"namespace":"ai-tenant-e2e-derive-8c14f244","name":"default-tenant","reconcileID":"4ab4ea54-031e-4444-8448-d3d5ecfb27d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-8c14f244","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.147668298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f596d0-8242-423d-9161-080a75c43218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.150771213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f596d0-8242-423d-9161-080a75c43218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.17827104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f596d0-8242-423d-9161-080a75c43218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.183199449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f596d0-8242-423d-9161-080a75c43218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.31900761Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-8c14f244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-8c14f244","reconcileID":"5d450688-9faa-4a53-ad8c-c0f80d453a13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-8c14f244","removed":["maas.opendatahub.io/gateway-access-e2e-derive-8c14f244"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.499623685Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9f46e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9f46e5","reconcileID":"fb0e6558-87b2-4b40-8fbc-d5360d643a15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9f46e5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-9f46e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.577445376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2cb3a7-cf8a-44bd-9e64-011edcf617ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.581368964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2cb3a7-cf8a-44bd-9e64-011edcf617ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.58464831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2cb3a7-cf8a-44bd-9e64-011edcf617ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.587828065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2cb3a7-cf8a-44bd-9e64-011edcf617ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.607169676Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"17740655-2c33-4f0b-aa91-9ca0c246702e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-2b5703","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-2b5703":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.862750657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636b9761-7907-4445-85d2-56c1e94b324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.867610424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636b9761-7907-4445-85d2-56c1e94b324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.871962129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636b9761-7907-4445-85d2-56c1e94b324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:47.876032669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636b9761-7907-4445-85d2-56c1e94b324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.067099044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6415f5d1-d9ee-4baa-938d-6977833650db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.071567598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6415f5d1-d9ee-4baa-938d-6977833650db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.076312523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6415f5d1-d9ee-4baa-938d-6977833650db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.080667241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6415f5d1-d9ee-4baa-938d-6977833650db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.365522168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af79e7-d2a5-4abe-9923-621e2d622cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.369398694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af79e7-d2a5-4abe-9923-621e2d622cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.372504756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af79e7-d2a5-4abe-9923-621e2d622cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.375660352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af79e7-d2a5-4abe-9923-621e2d622cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.696350363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5bd0a4-4fcf-4c8e-9c3f-67ebdeab1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.6997797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5bd0a4-4fcf-4c8e-9c3f-67ebdeab1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.703176501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5bd0a4-4fcf-4c8e-9c3f-67ebdeab1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.706612477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5bd0a4-4fcf-4c8e-9c3f-67ebdeab1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.912571494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"faea96c9-b81a-4ca4-a4ff-0e9dc2021d39","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:49.979798361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"faea96c9-b81a-4ca4-a4ff-0e9dc2021d39","name":"e2e-worker-w3-9f46e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.026324647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f3a11a-6e0c-4b30-8f8e-87ff002632b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.030031642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f3a11a-6e0c-4b30-8f8e-87ff002632b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.033173342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f3a11a-6e0c-4b30-8f8e-87ff002632b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.036322454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f3a11a-6e0c-4b30-8f8e-87ff002632b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.284100191Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d3d0df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d3d0df","reconcileID":"fd48cc51-987b-4df1-9a03-4f3b24d37e1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-d3d0df","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-d3d0df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.5438859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66ddb70-3b21-4467-95b1-25479fdbe833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.547007604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66ddb70-3b21-4467-95b1-25479fdbe833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.550265124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66ddb70-3b21-4467-95b1-25479fdbe833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.553390064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66ddb70-3b21-4467-95b1-25479fdbe833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.834863108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264dc80-f76c-45f5-a98b-a8bd2c1d7deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.838056002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264dc80-f76c-45f5-a98b-a8bd2c1d7deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.841264726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264dc80-f76c-45f5-a98b-a8bd2c1d7deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:50.844723185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264dc80-f76c-45f5-a98b-a8bd2c1d7deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.121419577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7e2fea-2d97-4820-90a4-e26cd684ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.124508169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7e2fea-2d97-4820-90a4-e26cd684ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.177669666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7e2fea-2d97-4820-90a4-e26cd684ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.18084207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7e2fea-2d97-4820-90a4-e26cd684ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.448273605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5fd10c-55e6-4491-9f4f-34d7c268d2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.451254155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5fd10c-55e6-4491-9f4f-34d7c268d2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.454254597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5fd10c-55e6-4491-9f4f-34d7c268d2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.457324914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5fd10c-55e6-4491-9f4f-34d7c268d2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.67975777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ad81d4-be99-4acb-a39b-8bb6fcc65869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.683345979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ad81d4-be99-4acb-a39b-8bb6fcc65869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.686924151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ad81d4-be99-4acb-a39b-8bb6fcc65869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.690362174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ad81d4-be99-4acb-a39b-8bb6fcc65869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.953265032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b7c81-39e3-4b26-a5f1-cbf3c12388ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.959565957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b7c81-39e3-4b26-a5f1-cbf3c12388ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.981741798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b7c81-39e3-4b26-a5f1-cbf3c12388ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:51.985128924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b7c81-39e3-4b26-a5f1-cbf3c12388ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.404302647Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3fbb1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3fbb1a","reconcileID":"56c1a6b4-4fb0-44ff-8a6d-6fb768c67a17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3fbb1a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-3fbb1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.452361295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f57ce9-2065-43e1-841a-207ac1ca6d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.456401752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f57ce9-2065-43e1-841a-207ac1ca6d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.462490736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f57ce9-2065-43e1-841a-207ac1ca6d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.466372592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f57ce9-2065-43e1-841a-207ac1ca6d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.820650766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d038747e-b7bf-44f6-9044-40210622f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.823847522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d038747e-b7bf-44f6-9044-40210622f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.82716356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d038747e-b7bf-44f6-9044-40210622f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.830466664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d038747e-b7bf-44f6-9044-40210622f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:52.8755531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e482","reconcileID":"c6d02254-ae8b-40bd-9f80-28e4bebe4475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-32e482","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-32e482":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.161642539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306a3afc-0040-4b18-ab84-9f795fac6b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.164723988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306a3afc-0040-4b18-ab84-9f795fac6b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.168427718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306a3afc-0040-4b18-ab84-9f795fac6b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.171760411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306a3afc-0040-4b18-ab84-9f795fac6b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.365328467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"e309df30-971c-4f2b-b34c-9782255e5bf8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:53.386341362Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"e309df30-971c-4f2b-b34c-9782255e5bf8","name":"e2e-worker-w0-d3d0df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:54.503689397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"bf30dfc5-53f1-4129-9394-fee49687d921","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:54.525902298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"bf30dfc5-53f1-4129-9394-fee49687d921","name":"e2e-worker-w2-2b5703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:55.704861352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:56.400301165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"a326d84e-3979-44fb-8cdf-12e4cb11c382","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:56.426793949Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"a326d84e-3979-44fb-8cdf-12e4cb11c382","name":"e2e-worker-w4-3fbb1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:57.736458341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf374e-21c6-4ebc-9b88-70abffb0c639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:57.741336589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf374e-21c6-4ebc-9b88-70abffb0c639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:57.744680529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf374e-21c6-4ebc-9b88-70abffb0c639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:57.748514915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf374e-21c6-4ebc-9b88-70abffb0c639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.070223673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5a364-56a2-48bd-b764-c7c679397be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.073955265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5a364-56a2-48bd-b764-c7c679397be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.07781732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5a364-56a2-48bd-b764-c7c679397be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.09544634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5a364-56a2-48bd-b764-c7c679397be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.386608067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"073217fc-fadd-4d69-99cf-c6f3704b9966","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:47:58.420180783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"073217fc-fadd-4d69-99cf-c6f3704b9966","name":"e2e-worker-w1-32e482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.515772544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f922327d-6283-44c1-9857-d7a3f151ac2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.688662669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"444a27c9-da5c-40c9-bfa3-4b5e127089fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.878544072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4affd69b-c39c-478e-989c-af9bef01537f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.896920661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4affd69b-c39c-478e-989c-af9bef01537f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.919133298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4affd69b-c39c-478e-989c-af9bef01537f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:04.923732468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4affd69b-c39c-478e-989c-af9bef01537f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.167046027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c83d85-0334-490d-853d-8dd770022c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.170341019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c83d85-0334-490d-853d-8dd770022c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.177536224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c83d85-0334-490d-853d-8dd770022c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.187531946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c83d85-0334-490d-853d-8dd770022c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.857025509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f195f37-5083-4d5f-bd54-c2b449dd10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.860752714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f195f37-5083-4d5f-bd54-c2b449dd10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.863927382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f195f37-5083-4d5f-bd54-c2b449dd10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:05.867159488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f195f37-5083-4d5f-bd54-c2b449dd10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:06.148755888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4742396-19a3-49c0-8471-b4ba76487baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:06.15192032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4742396-19a3-49c0-8471-b4ba76487baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:06.155081058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4742396-19a3-49c0-8471-b4ba76487baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:06.158260758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4742396-19a3-49c0-8471-b4ba76487baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:07.708686354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d287461-f372-4bea-8392-f44b9b2de46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:07.715286887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d287461-f372-4bea-8392-f44b9b2de46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:07.721231735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d287461-f372-4bea-8392-f44b9b2de46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:07.728339861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d287461-f372-4bea-8392-f44b9b2de46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:08.002390002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a1ec9-2ea4-4947-b37a-5e39cbdae2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:08.00832182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a1ec9-2ea4-4947-b37a-5e39cbdae2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:08.019368091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a1ec9-2ea4-4947-b37a-5e39cbdae2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:08.024685066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a1ec9-2ea4-4947-b37a-5e39cbdae2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.733057565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4810fad0-2935-4c2f-9d2c-7cd73c65733f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.735354501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d550a5e0-1fd2-4c92-bfdc-3a255b8c47aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.963479163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fed766-4e50-4393-b170-2d098041ef9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.96707577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fed766-4e50-4393-b170-2d098041ef9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.97025395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fed766-4e50-4393-b170-2d098041ef9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:09.973152159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fed766-4e50-4393-b170-2d098041ef9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:10.319821027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a8327b-b303-45ec-bc41-28736fd6d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:10.330889502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a8327b-b303-45ec-bc41-28736fd6d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:10.334431404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a8327b-b303-45ec-bc41-28736fd6d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:10.337502008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a8327b-b303-45ec-bc41-28736fd6d5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:12.976724962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"158e39a9-86e7-4f55-b37c-2f266ed91ada","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:13.07169649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"468eb15a-32f6-484b-8006-8f675666bbf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:19.093952851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7016218-e667-41af-8930-de8f40c8a736","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:19.198031186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5268215-68ba-4a80-9270-68453b3ed767","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:19.620445644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fb4fd7d1-8815-40b6-8ddb-5329ce564871","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:23.753855439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"933623f1-7fd9-4c02-8816-e30196fd2fd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:23.851032651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8a611ca-435a-46ea-9ce6-8eafff227ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:25.697284899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:27.419749142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af99451d-7d61-4059-ae6f-e2d3dc5520c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:27.519275597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6544e481-5312-4828-9128-538806eaa8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:27.862968915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fe96e12b-d83f-4011-81a2-eb487878cb6f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:27.884754786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"99975e1d-a914-4ee1-aca8-c2a18c4cb4c0","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:32.32281581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"d9a13d0e-98b6-4c35-ada8-6d1c7e2a3630","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:34.982180906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"9fa22708-5e67-46f0-bf5e-17730d6574a6","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:35.499788212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"607f0055-e749-4944-a11c-fb181ff30071","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:35.522406633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"a5329825-88e2-455a-8751-e0fa75769ace","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:39.665938726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5a72b4be-cc86-498a-a436-1926ea1cb0bb","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:43.29370892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"6a3a736a-012b-434c-a050-dfaeceba842c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:43.316933561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"8a54f9e1-1d87-4e35-a7cf-88d41532d5a0","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:44.968000677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ce8978f-d65f-4376-93da-c6b3f8eb501f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:45.067740018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10810b5b-5312-49a4-b775-3f98721a925d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:45.312446632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5c926aa9-980b-4034-ad2c-9dc97988c8b1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:45.973781901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"4a80f226-d7e6-4c2d-a79e-ea973ea51dca","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.13993438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e91f85e7-f17c-41b6-8144-d3f4b1e98b3a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.170726368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2637b23d-a4f5-4d3a-8508-5380c5480301","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.180735383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7eb1abbd-7884-4363-aa4a-91901d4059b2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.186736976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"bcce8190-5350-44ec-a9c5-1ee390f650b2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.19238664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"5e737da2-5b35-4fcb-bb48-0569a3fc6e57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.196238664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16cbd939-486b-4d43-95cf-7e94a62779d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.196254158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16cbd939-486b-4d43-95cf-7e94a62779d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.206963746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c9a94d-2af5-4caf-b1dc-f3ce0f590723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.206981881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c9a94d-2af5-4caf-b1dc-f3ce0f590723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.209654844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7d44bd0e-2466-4f94-8623-ac026dfae5b1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.21764658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"49a454a1-ab2d-489e-ba73-676ffbf0f654","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.234706702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"6606df94-21da-446e-b8e7-5de2bef43a52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.250976429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"666764cd-bf28-40ee-a436-e91610a2e944","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.3309954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"622157e7-5598-407d-b497-a3ea65ba6abf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.378142354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7cc72cdc-5c0e-4611-b103-81e74a6cb49a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.389321568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"72a2e961-b10e-4cc5-b834-59eed68b279b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.392579989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9fde0f7a-97c9-49e8-b650-ce9d9eb83e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.394266869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"72a2e961-b10e-4cc5-b834-59eed68b279b","name":"simulator-w3-9f46e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-9f46e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.394322041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"72a2e961-b10e-4cc5-b834-59eed68b279b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-9f46e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.399606574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0ceaa613-3872-4fa4-a256-7b4dd87da18b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.422975525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9fde0f7a-97c9-49e8-b650-ce9d9eb83e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.430020269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9fde0f7a-97c9-49e8-b650-ce9d9eb83e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.431109659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"56bb0f24-7491-4260-9cab-9e6fb3d4daf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.438256927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f15d5bea-f433-4c2f-8625-2b74bfa363a9","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.494195707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"674a587c-2db5-43ff-998a-831af4733c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.502295273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"674a587c-2db5-43ff-998a-831af4733c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.50936279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"674a587c-2db5-43ff-998a-831af4733c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.556974346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"4bc0aed0-9a89-473d-bf01-ce86c6af0701","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.564846428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"54df2589-8fc0-4683-a9a8-26eb1dc5e7cd","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.566084262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"f3d56e60-009f-414e-8fe3-f3eb55d06451","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.574082614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"433f1113-be75-4cbb-aa20-9d00c4d4ea16","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.583994384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"76fc6926-6354-4cce-9927-fac8e8745c12","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.591954336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"941bff1e-67c0-4664-98f8-edf62e1b5ee8","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.592946636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9a5c5183-59df-476b-8bd7-c1b0a3aba64f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.601361469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9a5c5183-59df-476b-8bd7-c1b0a3aba64f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.606587901Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"e044dca3-193d-40bd-91a5-aca84a392864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"premium-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.608238505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9a5c5183-59df-476b-8bd7-c1b0a3aba64f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.627359218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"4c804278-e28e-4e39-8d1b-34d4c8a47275","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.693189647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3b5ffbab-01be-4f5a-aecf-ea7dba1b31e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.703757026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3b5ffbab-01be-4f5a-aecf-ea7dba1b31e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.710740103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"2acbefae-37c2-42e7-bd8a-6ce6296bb706","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.711453229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3b5ffbab-01be-4f5a-aecf-ea7dba1b31e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.73713946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"d6d1c3d2-3e4f-463e-a888-39cc9644d31a","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.748789676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"9f72d453-ee5c-4c67-b2a5-15910dde60e0","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.754069575Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"9f72d453-ee5c-4c67-b2a5-15910dde60e0","name":"premium-w3-9f46e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-9f46e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:46.754133438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"9f72d453-ee5c-4c67-b2a5-15910dde60e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-9f46e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.759848233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"26499fcf-e278-4083-afd7-c4ff1df9e9b3","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.79596001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"edca5e86-2278-4364-9b18-e34496fb7140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.796006824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"db723036-c6a3-4bd5-b0be-35d05250ffee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.804062269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"db723036-c6a3-4bd5-b0be-35d05250ffee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.804147624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"edca5e86-2278-4364-9b18-e34496fb7140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.804856776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"b0ede76f-935a-41ba-af43-50a26a6b35b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.810880474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"edca5e86-2278-4364-9b18-e34496fb7140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.810883712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"db723036-c6a3-4bd5-b0be-35d05250ffee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.817376777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"84f22ed3-0080-4b95-a881-e6354e89bb5e","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.896024308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5d3031ae-35ac-43b2-a7e9-c6de4a4f6cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.904451165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5d3031ae-35ac-43b2-a7e9-c6de4a4f6cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:46.911087022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5d3031ae-35ac-43b2-a7e9-c6de4a4f6cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.632753308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"971fadcc-1c1d-47e7-9907-8fb8a022459b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.723876421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"a8dbca07-657e-4f6b-b216-bfbf0307d9fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.724075324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"411c36ec-2ed4-43b0-9ae1-34f03a3b046e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.724537167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"2ad02657-93c6-452a-a3a2-dfb8fb6bb948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.745314907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"735f7a12-af30-47eb-a5cc-63187b33a20b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.748006332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"10f51515-199a-4dc2-98ea-41b5cfebc097","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.91828707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a00a9382-f770-49dc-9741-00f933df3be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.918513604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e3e66ae8-b50f-41c1-8154-450403759462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.926889935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e3e66ae8-b50f-41c1-8154-450403759462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.978840391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a00a9382-f770-49dc-9741-00f933df3be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.982653563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d53851bd4deac15093ed396385780747148718d3216ac8d2275485e3ce7ddbad) AuthConfig (9f19a0710a4f9b8cd3da1ca342b933713ba726e3ed92ee126eb56fc611571aba) AuthConfig (cd673be2b1ed33f549ec95866c534e8f5ef3a64423e3c53756e8e0b331553647) AuthConfig (393d760a28dca2425c820eedb801b5fb1054a04d5c4108ae33e0e7cdbab94ebc) AuthConfig (7dea8df5d194c9cc9f708f8daafefbb8fce81855d8bbd7f8f58bd735c9cdc706) AuthConfig (11fb8de70eeb10338336600850ff3bf5c77f0450233b89f6b62868d59eae5080) AuthConfig (3b36ceb5f881f8201a95d0852646c7d0d869c0b14042dda33897e94f60630e2c) AuthConfig (eb4dc9f488fabf149fb4bd501b5810a5af788dc1c398a71ed06db4b4202b9c41) AuthConfig (d6d096b8e776bd6b456c0896724c54d05bb2fa21fbacbe75e93401018ed8874a) AuthConfig (fd5d139b15eb00266e73545a29603de03cf8648352a61ecc7e6a798b3fb9a7cc) AuthConfig (b1eadb7bad23a138ad76aba82c6bdb0d0c776a2d0d30d99bad0ff53395a4362c) AuthConfig (b0b8308c0545571cdb7e059490eafad32e8575188192e1c2f2dd87eb66350dbc) AuthConfig (9e9b848baa6c3109d8018cb796721c4583d5e515dd411e5707765888338d6ef5) AuthConfig (20a0d6f749a4caf130ebd20c916363106227c1718b4a618e8b1bc4c7ba6c9c12) AuthConfig (3d585b82f252d5f7df9432f01a111b93a0c554fe45f7efae4997460619f3f92e) AuthConfig (5aac33538736ff10876f1d51174ad16f9df582d504bdaa6d4534beee5924603e) AuthConfig (ff2a4b3009770abda09e98d6d913b904e5d86c5c8ea693dee5a08b4aae8812e1) AuthConfig (f018656d1f370a46f6baf6f3d27ce6d8c7990c9dc2ca57d3659f7a36688fec6b) AuthConfig (a1a79fe8c357c325ebd2f152e8eaaa7c1285be2c321779ec0ad54d0f08312276) AuthConfig (7d5af1b64a4e6cf26fe47217def6981aaf73f708d7f56da80cc8f0baf5810d02) AuthConfig (f6a8d51233ec13473f20dbf190b243d5e068483fe81e2136941fa73d302afece) AuthConfig (ffc02fbcb8e3587ed7669af06703c7027ecf40696ec74ed22a56302b58046985) AuthConfig (fc432b7df0f3c8ca123b70c9d252aef4975d015c03d44b85168f067958104367) AuthConfig (5bc1ed6de064993d4ae33a8abfd95f846ed5d157657dbae94b0c9e399e866c1a) AuthConfig (f38b27b9816cab4401c164a26d9d94742b36e73c2a78f6bec053c5a521fc8918) AuthConfig (96dbedf67d4f6b6ad6670f971730f618123b427deee1a82f3c61a00b5176aacf) AuthConfig (7ba31b75219b2e4903e6fd69b320941592e1f05fd9e44069f2027bca9733e747) AuthConfig (68506edfa8b6d18fb27a80e419ea4a47148f69a999ceccd6effcdd3005b6e355) AuthConfig (36db4da9e77d22fdd1319d5bc74e1caad0d7308512aef9ccdd47b9f8bdf341c4) AuthConfig (5ff5fd842786ce4bfee2fea7060cc9f25af289843a9aa58d1a745ed4b298a387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e3e66ae8-b50f-41c1-8154-450403759462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.996024241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d53851bd4deac15093ed396385780747148718d3216ac8d2275485e3ce7ddbad) AuthConfig (9f19a0710a4f9b8cd3da1ca342b933713ba726e3ed92ee126eb56fc611571aba) AuthConfig (cd673be2b1ed33f549ec95866c534e8f5ef3a64423e3c53756e8e0b331553647) AuthConfig (393d760a28dca2425c820eedb801b5fb1054a04d5c4108ae33e0e7cdbab94ebc) AuthConfig (7dea8df5d194c9cc9f708f8daafefbb8fce81855d8bbd7f8f58bd735c9cdc706) AuthConfig (11fb8de70eeb10338336600850ff3bf5c77f0450233b89f6b62868d59eae5080) AuthConfig (3b36ceb5f881f8201a95d0852646c7d0d869c0b14042dda33897e94f60630e2c) AuthConfig (eb4dc9f488fabf149fb4bd501b5810a5af788dc1c398a71ed06db4b4202b9c41) AuthConfig (d6d096b8e776bd6b456c0896724c54d05bb2fa21fbacbe75e93401018ed8874a) AuthConfig (fd5d139b15eb00266e73545a29603de03cf8648352a61ecc7e6a798b3fb9a7cc) AuthConfig (b1eadb7bad23a138ad76aba82c6bdb0d0c776a2d0d30d99bad0ff53395a4362c) AuthConfig (b0b8308c0545571cdb7e059490eafad32e8575188192e1c2f2dd87eb66350dbc) AuthConfig (9e9b848baa6c3109d8018cb796721c4583d5e515dd411e5707765888338d6ef5) AuthConfig (20a0d6f749a4caf130ebd20c916363106227c1718b4a618e8b1bc4c7ba6c9c12) AuthConfig (3d585b82f252d5f7df9432f01a111b93a0c554fe45f7efae4997460619f3f92e) AuthConfig (5aac33538736ff10876f1d51174ad16f9df582d504bdaa6d4534beee5924603e) AuthConfig (ff2a4b3009770abda09e98d6d913b904e5d86c5c8ea693dee5a08b4aae8812e1) AuthConfig (f018656d1f370a46f6baf6f3d27ce6d8c7990c9dc2ca57d3659f7a36688fec6b) AuthConfig (a1a79fe8c357c325ebd2f152e8eaaa7c1285be2c321779ec0ad54d0f08312276) AuthConfig (7d5af1b64a4e6cf26fe47217def6981aaf73f708d7f56da80cc8f0baf5810d02) AuthConfig (f6a8d51233ec13473f20dbf190b243d5e068483fe81e2136941fa73d302afece) AuthConfig (ffc02fbcb8e3587ed7669af06703c7027ecf40696ec74ed22a56302b58046985) AuthConfig (fc432b7df0f3c8ca123b70c9d252aef4975d015c03d44b85168f067958104367) AuthConfig (5bc1ed6de064993d4ae33a8abfd95f846ed5d157657dbae94b0c9e399e866c1a) AuthConfig (f38b27b9816cab4401c164a26d9d94742b36e73c2a78f6bec053c5a521fc8918) AuthConfig (96dbedf67d4f6b6ad6670f971730f618123b427deee1a82f3c61a00b5176aacf) AuthConfig (7ba31b75219b2e4903e6fd69b320941592e1f05fd9e44069f2027bca9733e747) AuthConfig (68506edfa8b6d18fb27a80e419ea4a47148f69a999ceccd6effcdd3005b6e355) AuthConfig (36db4da9e77d22fdd1319d5bc74e1caad0d7308512aef9ccdd47b9f8bdf341c4) AuthConfig (5ff5fd842786ce4bfee2fea7060cc9f25af289843a9aa58d1a745ed4b298a387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a00a9382-f770-49dc-9741-00f933df3be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:51.998175827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"30fddcdc-f66a-4845-a6c0-ef38fcc5d760","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.008120257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"1412b6d3-abae-491d-b86f-bc3ffb162244","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.010046174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d833d9b-ad90-4d84-ba1a-ac8bb456deda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.021672032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d833d9b-ad90-4d84-ba1a-ac8bb456deda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.028885214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d53851bd4deac15093ed396385780747148718d3216ac8d2275485e3ce7ddbad) AuthConfig (9f19a0710a4f9b8cd3da1ca342b933713ba726e3ed92ee126eb56fc611571aba) AuthConfig (cd673be2b1ed33f549ec95866c534e8f5ef3a64423e3c53756e8e0b331553647) AuthConfig (393d760a28dca2425c820eedb801b5fb1054a04d5c4108ae33e0e7cdbab94ebc) AuthConfig (7dea8df5d194c9cc9f708f8daafefbb8fce81855d8bbd7f8f58bd735c9cdc706) AuthConfig (11fb8de70eeb10338336600850ff3bf5c77f0450233b89f6b62868d59eae5080) AuthConfig (3b36ceb5f881f8201a95d0852646c7d0d869c0b14042dda33897e94f60630e2c) AuthConfig (eb4dc9f488fabf149fb4bd501b5810a5af788dc1c398a71ed06db4b4202b9c41) AuthConfig (d6d096b8e776bd6b456c0896724c54d05bb2fa21fbacbe75e93401018ed8874a) AuthConfig (fd5d139b15eb00266e73545a29603de03cf8648352a61ecc7e6a798b3fb9a7cc) AuthConfig (b1eadb7bad23a138ad76aba82c6bdb0d0c776a2d0d30d99bad0ff53395a4362c) AuthConfig (b0b8308c0545571cdb7e059490eafad32e8575188192e1c2f2dd87eb66350dbc) AuthConfig (9e9b848baa6c3109d8018cb796721c4583d5e515dd411e5707765888338d6ef5) AuthConfig (20a0d6f749a4caf130ebd20c916363106227c1718b4a618e8b1bc4c7ba6c9c12) AuthConfig (3d585b82f252d5f7df9432f01a111b93a0c554fe45f7efae4997460619f3f92e) AuthConfig (5aac33538736ff10876f1d51174ad16f9df582d504bdaa6d4534beee5924603e) AuthConfig (ff2a4b3009770abda09e98d6d913b904e5d86c5c8ea693dee5a08b4aae8812e1) AuthConfig (f018656d1f370a46f6baf6f3d27ce6d8c7990c9dc2ca57d3659f7a36688fec6b) AuthConfig (a1a79fe8c357c325ebd2f152e8eaaa7c1285be2c321779ec0ad54d0f08312276) AuthConfig (7d5af1b64a4e6cf26fe47217def6981aaf73f708d7f56da80cc8f0baf5810d02) AuthConfig (f6a8d51233ec13473f20dbf190b243d5e068483fe81e2136941fa73d302afece) AuthConfig (ffc02fbcb8e3587ed7669af06703c7027ecf40696ec74ed22a56302b58046985) AuthConfig (fc432b7df0f3c8ca123b70c9d252aef4975d015c03d44b85168f067958104367) AuthConfig (5bc1ed6de064993d4ae33a8abfd95f846ed5d157657dbae94b0c9e399e866c1a) AuthConfig (f38b27b9816cab4401c164a26d9d94742b36e73c2a78f6bec053c5a521fc8918) AuthConfig (96dbedf67d4f6b6ad6670f971730f618123b427deee1a82f3c61a00b5176aacf) AuthConfig (7ba31b75219b2e4903e6fd69b320941592e1f05fd9e44069f2027bca9733e747) AuthConfig (68506edfa8b6d18fb27a80e419ea4a47148f69a999ceccd6effcdd3005b6e355) AuthConfig (36db4da9e77d22fdd1319d5bc74e1caad0d7308512aef9ccdd47b9f8bdf341c4) AuthConfig (5ff5fd842786ce4bfee2fea7060cc9f25af289843a9aa58d1a745ed4b298a387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d833d9b-ad90-4d84-ba1a-ac8bb456deda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:52.033503764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d833d9b-ad90-4d84-ba1a-ac8bb456deda","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.108632301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a2bfcb81-83f4-4d8b-9fcc-67c826591c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.108632303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df0d647f-c9dc-4511-b3cb-93ab0f05fac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.11703609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a2bfcb81-83f4-4d8b-9fcc-67c826591c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.117264284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df0d647f-c9dc-4511-b3cb-93ab0f05fac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.124459316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d53851bd4deac15093ed396385780747148718d3216ac8d2275485e3ce7ddbad) AuthConfig (9f19a0710a4f9b8cd3da1ca342b933713ba726e3ed92ee126eb56fc611571aba) AuthConfig (cd673be2b1ed33f549ec95866c534e8f5ef3a64423e3c53756e8e0b331553647) AuthConfig (393d760a28dca2425c820eedb801b5fb1054a04d5c4108ae33e0e7cdbab94ebc) AuthConfig (7dea8df5d194c9cc9f708f8daafefbb8fce81855d8bbd7f8f58bd735c9cdc706) AuthConfig (11fb8de70eeb10338336600850ff3bf5c77f0450233b89f6b62868d59eae5080) AuthConfig (3b36ceb5f881f8201a95d0852646c7d0d869c0b14042dda33897e94f60630e2c) AuthConfig (eb4dc9f488fabf149fb4bd501b5810a5af788dc1c398a71ed06db4b4202b9c41) AuthConfig (d6d096b8e776bd6b456c0896724c54d05bb2fa21fbacbe75e93401018ed8874a) AuthConfig (fd5d139b15eb00266e73545a29603de03cf8648352a61ecc7e6a798b3fb9a7cc) AuthConfig (b1eadb7bad23a138ad76aba82c6bdb0d0c776a2d0d30d99bad0ff53395a4362c) AuthConfig (b0b8308c0545571cdb7e059490eafad32e8575188192e1c2f2dd87eb66350dbc) AuthConfig (9e9b848baa6c3109d8018cb796721c4583d5e515dd411e5707765888338d6ef5) AuthConfig (20a0d6f749a4caf130ebd20c916363106227c1718b4a618e8b1bc4c7ba6c9c12) AuthConfig (3d585b82f252d5f7df9432f01a111b93a0c554fe45f7efae4997460619f3f92e) AuthConfig (5aac33538736ff10876f1d51174ad16f9df582d504bdaa6d4534beee5924603e) AuthConfig (ff2a4b3009770abda09e98d6d913b904e5d86c5c8ea693dee5a08b4aae8812e1) AuthConfig (f018656d1f370a46f6baf6f3d27ce6d8c7990c9dc2ca57d3659f7a36688fec6b) AuthConfig (a1a79fe8c357c325ebd2f152e8eaaa7c1285be2c321779ec0ad54d0f08312276) AuthConfig (7d5af1b64a4e6cf26fe47217def6981aaf73f708d7f56da80cc8f0baf5810d02) AuthConfig (f6a8d51233ec13473f20dbf190b243d5e068483fe81e2136941fa73d302afece) AuthConfig (ffc02fbcb8e3587ed7669af06703c7027ecf40696ec74ed22a56302b58046985) AuthConfig (fc432b7df0f3c8ca123b70c9d252aef4975d015c03d44b85168f067958104367) AuthConfig (5bc1ed6de064993d4ae33a8abfd95f846ed5d157657dbae94b0c9e399e866c1a) AuthConfig (f38b27b9816cab4401c164a26d9d94742b36e73c2a78f6bec053c5a521fc8918) AuthConfig (96dbedf67d4f6b6ad6670f971730f618123b427deee1a82f3c61a00b5176aacf) AuthConfig (7ba31b75219b2e4903e6fd69b320941592e1f05fd9e44069f2027bca9733e747) AuthConfig (68506edfa8b6d18fb27a80e419ea4a47148f69a999ceccd6effcdd3005b6e355) AuthConfig (36db4da9e77d22fdd1319d5bc74e1caad0d7308512aef9ccdd47b9f8bdf341c4) AuthConfig (5ff5fd842786ce4bfee2fea7060cc9f25af289843a9aa58d1a745ed4b298a387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a2bfcb81-83f4-4d8b-9fcc-67c826591c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:52.12487924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d53851bd4deac15093ed396385780747148718d3216ac8d2275485e3ce7ddbad) AuthConfig (9f19a0710a4f9b8cd3da1ca342b933713ba726e3ed92ee126eb56fc611571aba) AuthConfig (cd673be2b1ed33f549ec95866c534e8f5ef3a64423e3c53756e8e0b331553647) AuthConfig (393d760a28dca2425c820eedb801b5fb1054a04d5c4108ae33e0e7cdbab94ebc) AuthConfig (7dea8df5d194c9cc9f708f8daafefbb8fce81855d8bbd7f8f58bd735c9cdc706) AuthConfig (11fb8de70eeb10338336600850ff3bf5c77f0450233b89f6b62868d59eae5080) AuthConfig (3b36ceb5f881f8201a95d0852646c7d0d869c0b14042dda33897e94f60630e2c) AuthConfig (eb4dc9f488fabf149fb4bd501b5810a5af788dc1c398a71ed06db4b4202b9c41) AuthConfig (d6d096b8e776bd6b456c0896724c54d05bb2fa21fbacbe75e93401018ed8874a) AuthConfig (fd5d139b15eb00266e73545a29603de03cf8648352a61ecc7e6a798b3fb9a7cc) AuthConfig (b1eadb7bad23a138ad76aba82c6bdb0d0c776a2d0d30d99bad0ff53395a4362c) AuthConfig (b0b8308c0545571cdb7e059490eafad32e8575188192e1c2f2dd87eb66350dbc) AuthConfig (9e9b848baa6c3109d8018cb796721c4583d5e515dd411e5707765888338d6ef5) AuthConfig (20a0d6f749a4caf130ebd20c916363106227c1718b4a618e8b1bc4c7ba6c9c12) AuthConfig (3d585b82f252d5f7df9432f01a111b93a0c554fe45f7efae4997460619f3f92e) AuthConfig (5aac33538736ff10876f1d51174ad16f9df582d504bdaa6d4534beee5924603e) AuthConfig (ff2a4b3009770abda09e98d6d913b904e5d86c5c8ea693dee5a08b4aae8812e1) AuthConfig (f018656d1f370a46f6baf6f3d27ce6d8c7990c9dc2ca57d3659f7a36688fec6b) AuthConfig (a1a79fe8c357c325ebd2f152e8eaaa7c1285be2c321779ec0ad54d0f08312276) AuthConfig (7d5af1b64a4e6cf26fe47217def6981aaf73f708d7f56da80cc8f0baf5810d02) AuthConfig (f6a8d51233ec13473f20dbf190b243d5e068483fe81e2136941fa73d302afece) AuthConfig (ffc02fbcb8e3587ed7669af06703c7027ecf40696ec74ed22a56302b58046985) AuthConfig (fc432b7df0f3c8ca123b70c9d252aef4975d015c03d44b85168f067958104367) AuthConfig (5bc1ed6de064993d4ae33a8abfd95f846ed5d157657dbae94b0c9e399e866c1a) AuthConfig (f38b27b9816cab4401c164a26d9d94742b36e73c2a78f6bec053c5a521fc8918) AuthConfig (96dbedf67d4f6b6ad6670f971730f618123b427deee1a82f3c61a00b5176aacf) AuthConfig (7ba31b75219b2e4903e6fd69b320941592e1f05fd9e44069f2027bca9733e747) AuthConfig (68506edfa8b6d18fb27a80e419ea4a47148f69a999ceccd6effcdd3005b6e355) AuthConfig (36db4da9e77d22fdd1319d5bc74e1caad0d7308512aef9ccdd47b9f8bdf341c4) AuthConfig (5ff5fd842786ce4bfee2fea7060cc9f25af289843a9aa58d1a745ed4b298a387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df0d647f-c9dc-4511-b3cb-93ab0f05fac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:53.164784919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1edd381a-f67b-45c3-ab80-0fb301f76519","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:53.188751268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3c3b8c6c-9bb3-43b8-9555-4a68615018ee","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:55.700029752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.156908227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"2a2aef28-2150-4385-89e9-96844c0fb47a","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.310879454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f0ec5825-6e65-4947-bdd4-cfbbf811de29","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.321054382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"db4fd2c7-f408-4b6b-9125-4aa27c6d222b","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.321560629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"0b7d257c-bf82-4b43-920d-55db52895ca6","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.32505629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b5703/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.329880963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"052fd415-8336-4669-ba2a-a3c6e2dc1e6b","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.347615245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"91ad3c96-1e3f-48d8-87b1-b2bd09ddbe8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"simulator-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.364537156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"7a9ccf8f-d1da-4a9f-99c7-c49502e36af0","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.443096597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"79864fe4-5b92-498c-9b82-9ef684ea178f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.491001306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"3148f08b-cdd0-4b3c-b058-c3e52cd25bd6","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.500291715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f7c8b7dd-dd6d-427e-b471-225b57d3780a","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.503614396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"67818730-f385-4daf-8c4c-38826930cdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.504876176Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f7c8b7dd-dd6d-427e-b471-225b57d3780a","name":"simulator-w2-2b5703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.504927379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f7c8b7dd-dd6d-427e-b471-225b57d3780a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.510641451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"67378a06-ccdc-4f7c-8b42-411fa689b6dd","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.532574178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"67818730-f385-4daf-8c4c-38826930cdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.542094584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"67818730-f385-4daf-8c4c-38826930cdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.544867988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"cc8ad18c-aa23-4416-885a-f9bfa3fcef1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.548533898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"d645e493-5760-46fa-a9ef-1431bc7ea714","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.605318128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cf9362bd-2739-499d-b04f-c251bafcc83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.614130934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cf9362bd-2739-499d-b04f-c251bafcc83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.621665401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cf9362bd-2739-499d-b04f-c251bafcc83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.625941724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cf9362bd-2739-499d-b04f-c251bafcc83d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.671783458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"50c300a8-4a4b-4d54-b428-bf9ab4d61385","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.721033645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"4c0f866f-e9d1-4dcd-90e1-a23a95380d06","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.729154438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"3e95c258-dd48-4702-81d9-bfc9d3ca641e","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.730859021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8d599b2e-c49e-430c-8fca-753a31999b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.750958191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b5703/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.752738287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"8edb90b8-5e22-49e4-9f2a-d1086d5323f4","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.759446062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8d599b2e-c49e-430c-8fca-753a31999b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.772806526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8d599b2e-c49e-430c-8fca-753a31999b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.784349709Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"b2a84ad0-6724-46ce-8b2a-1f3004b2ef96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"premium-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.81016154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"0c195947-f287-4b75-8851-65b1c90fc129","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.813226249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e5e1e549-bad2-4a91-98a1-ae6e037d0375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.822317405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e5e1e549-bad2-4a91-98a1-ae6e037d0375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.83096467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e5e1e549-bad2-4a91-98a1-ae6e037d0375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.865946855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"7255e222-d356-4ff2-972f-9a2f48094cfa","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.867436469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"eea5289c-f42e-49da-807f-23302b3840f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.87586635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"d471ec6d-5e06-476a-a820-8c955d4133fc","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.881128495Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"d471ec6d-5e06-476a-a820-8c955d4133fc","name":"premium-w2-2b5703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:56.881177948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"d471ec6d-5e06-476a-a820-8c955d4133fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.88648023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"a58425de-f8bf-4424-8e6b-b01fc7b3aba0","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.916873524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"49435735-8035-496a-926c-4232e1129503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.916879477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"92633eae-081a-44b7-9f91-b8633e0f5966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.925354459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"92633eae-081a-44b7-9f91-b8633e0f5966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.925589569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"49435735-8035-496a-926c-4232e1129503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.934562267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"92633eae-081a-44b7-9f91-b8633e0f5966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.934680628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"49435735-8035-496a-926c-4232e1129503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.943175331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"2a35e690-3584-427b-b806-c2c857d21be6","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:56.985434628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"56c9637c-8d45-4828-9a15-9cf0631971ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:57.015991613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3bcd1fb5-24f6-43b9-bf44-0ad47696af18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:57.076721365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3bcd1fb5-24f6-43b9-bf44-0ad47696af18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:57.084024539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3bcd1fb5-24f6-43b9-bf44-0ad47696af18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:58.951422732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"a9e12aaa-74ff-4752-8330-34381d41c655","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.14963478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"60ce1338-1970-4851-b65f-46624ec42b47","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.180332773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"e490193c-452d-4b70-bb83-f597ae376ee0","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.180645275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"9076ae8e-e23d-4c6e-9067-ef324c1e5e30","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.183610144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.185291755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"4e8c2400-c82c-456d-9e73-2111ac1655ac","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.220853323Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"210d56d5-39c4-4f42-b4c5-b5bfca9da041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"simulator-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.250102983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"3b2c67c3-4429-40e7-bc39-78f215468232","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.298524189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"8c98cec4-4cc3-4575-a850-83da85a6d20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.336173568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"73967bf3-c9ce-43d8-b32f-c87e1fb40161","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.3431829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"0c81ab56-64aa-4501-9796-10c14dbcbfbd","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.349051489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"0c81ab56-64aa-4501-9796-10c14dbcbfbd","name":"simulator-w0-d3d0df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-d3d0df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.349105074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"0c81ab56-64aa-4501-9796-10c14dbcbfbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-d3d0df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.37642769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"7df8cd8b-1297-4509-bbce-9c859998009c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.399628473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"535fe780-efa4-498f-85ed-2d67c823ecb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.401100837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"cb93cacd-a6a4-4880-8732-52df479b6a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.428177361Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"cb93cacd-a6a4-4880-8732-52df479b6a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.434814848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"cb93cacd-a6a4-4880-8732-52df479b6a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.476970729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"466b5713-ba62-46df-bfcf-236a76b8b538","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.501383264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1e1da491-b028-4e48-b9ef-aef952f397c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.50956188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1e1da491-b028-4e48-b9ef-aef952f397c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.516382401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1e1da491-b028-4e48-b9ef-aef952f397c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.524407697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"25565e2d-f944-46e8-8be6-e275ae103122","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.532038424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"5a8c3df5-6fef-42dd-a227-960a4985d065","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.533956458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"43cf6284-2580-4bda-8d3c-89b2c55f380a","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.535817522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d3d0df/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.539500705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"94b2f102-8f36-4127-a6ba-77cf4948d9e5","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.554391559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"be4114ef-03a8-4abf-ba49-d68a59a421d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"premium-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.569884933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"a4aded17-657e-416e-b676-c939c97b4e28","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.601405864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"388c6263-7b2e-42bf-9e7f-5ff269f7f2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.609674926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"388c6263-7b2e-42bf-9e7f-5ff269f7f2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.61665336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"388c6263-7b2e-42bf-9e7f-5ff269f7f2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.653891119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"a7f2bc02-17f8-44f7-b01a-7fda456487ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.692461417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"1e9b2432-e6f4-4a71-b0ad-9053b06c54b9","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.699856269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"e1b408d4-0cb5-4b91-a16b-8c47ebe60bb7","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.703776248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c8bbfb40-76c4-4ea3-b5f0-4987daa99c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.704395339Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"e1b408d4-0cb5-4b91-a16b-8c47ebe60bb7","name":"premium-w0-d3d0df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-d3d0df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:48:59.704449214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"e1b408d4-0cb5-4b91-a16b-8c47ebe60bb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-d3d0df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.705381459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"52032c9a-4fb9-4d39-98f6-68ebe6a9673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.709609052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"fbded840-3f8b-4259-93c6-dc0f7c34a5db","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.71199381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c8bbfb40-76c4-4ea3-b5f0-4987daa99c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.713460016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"52032c9a-4fb9-4d39-98f6-68ebe6a9673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.718860289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c8bbfb40-76c4-4ea3-b5f0-4987daa99c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.719905086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"52032c9a-4fb9-4d39-98f6-68ebe6a9673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.726575554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"6e12c631-26e7-4e7b-b7cb-92fc187065d0","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.756808461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"f494b943-5357-4675-9cd3-23e6e4b59533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.804412924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"44dc154f-cab3-4082-b946-8d30c3e60007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.804413263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6ec14e08-c39d-453f-ab2b-cec663b8d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.812694375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"44dc154f-cab3-4082-b946-8d30c3e60007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.812762621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6ec14e08-c39d-453f-ab2b-cec663b8d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.81965395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"44dc154f-cab3-4082-b946-8d30c3e60007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:48:59.819660533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6ec14e08-c39d-453f-ab2b-cec663b8d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.155264516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"1671537b-8b9b-45a2-ad6b-14f735fdd206","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.307896985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ff7e4fcb-cff7-44ba-a122-eba971a2f2eb","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.318791334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"548e6722-3f29-43d5-9d6d-d33a5aec8e5a","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.319829633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e2f5e015-4e53-448b-9cc4-6c74b1629678","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.323904645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.328569762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1044076c-afc0-46ac-94b2-24df830330ad","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.36011885Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"e5806610-184b-4f87-a4d7-94bd2d4791f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.380752709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"047b6508-2449-4287-bf93-430546c55277","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.447004439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"4000d247-e631-4f02-9248-c0be639df6bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.484628074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1232b773-c71a-4f3c-826e-1468500b2e7e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.497234508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"17f28b4c-e3c3-4660-980d-1f27bd7dceca","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.502646449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7931fe40-a54d-4b0f-a3b0-a3bc523e6f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.504129859Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"17f28b4c-e3c3-4660-980d-1f27bd7dceca","name":"simulator-w4-3fbb1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3fbb1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.504235068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"17f28b4c-e3c3-4660-980d-1f27bd7dceca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3fbb1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.512438752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fd241d39-db63-40f7-ae7d-d4517899446c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.536750009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7931fe40-a54d-4b0f-a3b0-a3bc523e6f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.544569657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7931fe40-a54d-4b0f-a3b0-a3bc523e6f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.551146242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"26baf4f7-bc8d-46d5-af12-530ef26e742a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.551847337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"5ad5a06a-4bf5-4673-94db-1cfe5fc51d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.554786327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"caab4985-5826-46a1-8d2a-798120d4f151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.57423024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"b8b8fccb-716b-42fc-a21a-b00ed463661a","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.602574443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bb0e2cea-7125-4678-9e64-1e6be2811e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.611457353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bb0e2cea-7125-4678-9e64-1e6be2811e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.621362696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bb0e2cea-7125-4678-9e64-1e6be2811e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.657276687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"f3b18df9-cbbe-461e-ad82-11a602a3ab9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.675219446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"5d34b382-bd36-4ef3-a576-1d68f9336fa0","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.676146882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"dfeeba47-89ab-4eb6-97cd-50536dd016f4","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.685178033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b59171eb-1ec1-4df0-975e-ecce319694b5","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.687441209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"acec097f-db8b-4da0-8b6b-86a091fbf6cc","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.689585433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.693707674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"715d0f73-8228-42c2-9091-c5fcd579b075","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.699733906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4456e518-dfa6-4bcf-b0ff-71754b9f58fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.708636399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4456e518-dfa6-4bcf-b0ff-71754b9f58fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.716372711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4456e518-dfa6-4bcf-b0ff-71754b9f58fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.747813297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"f46c21b9-6fd5-4d48-a81e-85dc6e0013a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"premium-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.765876313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"b46cb475-2e90-47ea-9032-bf17bf16bf8d","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.80051433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9e2ba647-3c47-4808-a321-57eb88aa752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.803320078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4026400e-e2eb-4cec-8f8d-e9d4291f9d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.8033384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc09a2aa-eeb9-4d96-adcd-b19e9f22adcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.808559719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9e2ba647-3c47-4808-a321-57eb88aa752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.811649154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4026400e-e2eb-4cec-8f8d-e9d4291f9d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.812095988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc09a2aa-eeb9-4d96-adcd-b19e9f22adcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.815670091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9e2ba647-3c47-4808-a321-57eb88aa752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.822091168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4026400e-e2eb-4cec-8f8d-e9d4291f9d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.822571853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc09a2aa-eeb9-4d96-adcd-b19e9f22adcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.834561643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"d71c8df8-405e-4cba-abb0-38d0587f51cc","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.835704534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"6fbff5dc-7772-45ff-ad30-5e604f4133e8","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.878337328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"c6010279-57cd-405a-b541-b5327dafe7b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.887144274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"02a178d8-2f09-4f79-918a-b03f2c0ed9e7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.898878595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e9c5dc4b-8a45-4ad5-8614-49af551ab485","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.903892855Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e9c5dc4b-8a45-4ad5-8614-49af551ab485","name":"premium-w4-3fbb1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3fbb1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:01.903962045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e9c5dc4b-8a45-4ad5-8614-49af551ab485","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3fbb1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.904415541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d99953a-2597-4edb-a219-b34aad677bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.905000415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d806bc9f-5a33-4f2a-9c90-ecc29f219fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.905584413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0c36747a-0fe6-4dd2-a928-b6ec829fe3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.90893468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f2a9fc60-34bb-4601-a54b-b0231ae7c0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.976440428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"d348e99e-3ccf-409d-973c-716500743f15","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.980097607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d99953a-2597-4edb-a219-b34aad677bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.983636673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d806bc9f-5a33-4f2a-9c90-ecc29f219fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.987252951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0c36747a-0fe6-4dd2-a928-b6ec829fe3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.991429433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f2a9fc60-34bb-4601-a54b-b0231ae7c0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.993149928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d99953a-2597-4edb-a219-b34aad677bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.9951512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d806bc9f-5a33-4f2a-9c90-ecc29f219fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:01.997546145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0c36747a-0fe6-4dd2-a928-b6ec829fe3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.000304987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f2a9fc60-34bb-4601-a54b-b0231ae7c0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:02.001234966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d99953a-2597-4edb-a219-b34aad677bc4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.089778573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"dc8a3cc0-fa34-4897-a1dc-ec81e01446f7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.09072117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"1829bc49-55af-415f-bedb-f79ee53c76ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.099315804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ef027f84-d71b-4a69-98de-80164ed99952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.102474714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6ed0f79c-98fb-4d88-9eba-be4f6aa721be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.108163668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ef027f84-d71b-4a69-98de-80164ed99952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.110781485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6ed0f79c-98fb-4d88-9eba-be4f6aa721be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.115279908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ef027f84-d71b-4a69-98de-80164ed99952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.117738384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6ed0f79c-98fb-4d88-9eba-be4f6aa721be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.196650209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"63c748ab-8af0-47ae-a09a-deea562e4a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.196666083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"da2f8cfb-0031-4e15-acb5-0b928745e47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.205614611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"63c748ab-8af0-47ae-a09a-deea562e4a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.205757448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"da2f8cfb-0031-4e15-acb5-0b928745e47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.23058112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f5a40ad2-2fda-48a8-b6f2-08d2c53754e1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:02.230898516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"f95ea0e6-27d8-4fa6-8ebc-e9b2972dfded","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.786411109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"c1b4568b-b500-48e6-b14a-5267d20d7d64","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.961538585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c547aa7b-c6a1-4367-b0f4-016e7450f556","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.973362705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"37a105e7-0788-4658-827d-2747123c84f7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.973674619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"ad683cb2-3f74-4b9a-b777-fbe10979d0e4","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:06.976881103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e482/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.981145318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f5ac0532-0f2f-44b5-be96-e7cf9e090162","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:06.996737717Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"18f073de-d18c-4cc0-ba42-45f732337aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"simulator-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.014930695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"40a8320e-d8f6-45aa-91f5-7624d014e473","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.094432471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"dddec10f-badf-4296-b489-96e180d04b81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.14584794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1aad87b9-d555-4b2b-b678-925f97b5d422","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.157424129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8d69ea18-e38e-44e7-ab69-d7b1494e63b8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.160850439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7e7b57b2-3d46-40c8-8029-7c16ea596829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:07.162379792Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8d69ea18-e38e-44e7-ab69-d7b1494e63b8","name":"simulator-w1-32e482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:07.16244826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8d69ea18-e38e-44e7-ab69-d7b1494e63b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.168125137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4e61ea22-4a9d-4fb0-8ec4-132bfa686b3e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.191104296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7e7b57b2-3d46-40c8-8029-7c16ea596829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.194771349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"070a6dee-943c-41db-b4fa-23f98c7e1eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.198167565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7e7b57b2-3d46-40c8-8029-7c16ea596829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.207007064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"d96f3fd4-80cf-4e89-9021-f3856d893749","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.260896836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"41e05491-91b6-4206-bbf4-43ef2d6e09db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.270698487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"41e05491-91b6-4206-bbf4-43ef2d6e09db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.277626307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"41e05491-91b6-4206-bbf4-43ef2d6e09db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.324056635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"9830054e-e959-4dc1-9e33-0d2afd4ff8f1","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.38440514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"7c15ce58-c258-46d1-ba96-33aa42b76381","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:07.387495811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"598328ce-cb5a-4ef6-bebf-15b5fb8b519f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.388919532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d56609a8-5326-4be5-a9c8-65d5d040821a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.394511145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"bf3d9ae0-eba9-466e-8009-6d3ae15659c0","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.398583154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d56609a8-5326-4be5-a9c8-65d5d040821a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.403804665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"58f13bd3-ad41-41d6-afee-d3fe05ae7265","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.405985856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d56609a8-5326-4be5-a9c8-65d5d040821a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.411910044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"95677011-ef4b-496f-8bc6-5858788c2692","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.427514455Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"0bfdf705-a4da-4ac8-9822-07bf3f974d14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"premium-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.47706759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"b2049517-80c8-462b-ac56-1fc9c8060a74","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.480197421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"04cb2fd7-2a6c-4336-943e-8216e8d1c232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.488566421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"04cb2fd7-2a6c-4336-943e-8216e8d1c232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.497194981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"04cb2fd7-2a6c-4336-943e-8216e8d1c232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.510109083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"e6a167df-49f1-43ed-9afa-a83165c7e535","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.521004205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"b008d6c9-5ce5-4173-a5e5-0cd17ca9bde3","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:07.526112394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"b008d6c9-5ce5-4173-a5e5-0cd17ca9bde3","name":"premium-w1-32e482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:07.526164001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"b008d6c9-5ce5-4173-a5e5-0cd17ca9bde3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.527657219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"729547ef-b2a2-4238-96f2-207c806f0f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.531629086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"7a22bd79-f24f-48d7-ae04-a4e62150541a","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.563685351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a252ccd4-c8e0-4534-94b2-6b07e9fc5eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.563711299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"78f42dc9-05da-4720-881c-dea1b3a3d65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.572292408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a252ccd4-c8e0-4534-94b2-6b07e9fc5eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.572755055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"78f42dc9-05da-4720-881c-dea1b3a3d65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.579743872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"78f42dc9-05da-4720-881c-dea1b3a3d65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.580070887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a252ccd4-c8e0-4534-94b2-6b07e9fc5eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.588735291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"0507f00c-9636-46f6-bc9e-a6e6310e6fee","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.626541309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"ca2321e5-7bd8-4266-a4ef-19ecb5fdad7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.664261468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"323f16f6-14d5-4b57-8ebc-8742bc1e6bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.672541835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"323f16f6-14d5-4b57-8ebc-8742bc1e6bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.679675924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"323f16f6-14d5-4b57-8ebc-8742bc1e6bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.827491674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b8ebd933-5bcd-4e0e-be17-7e7e6928596d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.835420607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a0b7cab1-5ecb-445f-af50-81e92709674c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.844518742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"9fbb9d3c-5108-4921-80ca-8527f8937663","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.852672427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"9fbb9d3c-5108-4921-80ca-8527f8937663","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.876310587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ab00829b-af68-4e60-abdb-1a139bdd76dd","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.944064155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"4002677c-9b66-4aaa-b739-11067e08249a","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:07.952464571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"4002677c-9b66-4aaa-b739-11067e08249a","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.003315411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0fb89c92-e312-4d20-86b7-4aa9ae1f0fe6","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.012569522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"2e418896-b337-4862-aeda-203c1a77b662","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.014847152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7a6de8a7-04e1-4e05-b69e-def013afd86f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:08.016331266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-dry-sub-d9ff2dac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-d9ff2dac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.022728005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6a12e978-48ef-4fc8-81b4-0bab19619a4b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.045394677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7649ddf6-0ed8-4e00-8de2-5e0963ab59d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.0458589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"cbb65231-bfa0-49d7-a8e7-0b1beae1e86f","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.046356435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ca750c5-3fdf-453c-b3cd-c3da1f1cada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.046748432Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac","reconcileID":"4604c6d0-16a3-4241-8ccc-199efdd1cdb6","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-dry-sub-d9ff2dac","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.054930427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"cbb65231-bfa0-49d7-a8e7-0b1beae1e86f","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.057198186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ca750c5-3fdf-453c-b3cd-c3da1f1cada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.058655854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7649ddf6-0ed8-4e00-8de2-5e0963ab59d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.066734298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ffc27664-183a-47b7-aeac-b69ca91ea399","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.181305228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac","reconcileID":"13f1552f-334c-4499-b5bc-e70c7fc81563","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.183988039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"d651aa42-3848-4b7d-b9fb-c9f7f27ae387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.187465477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8aa243d8-8f2f-413a-861b-1720e58a42e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.18783926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"1610e954-0d67-4959-a6df-c6f93a196436","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.188176074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"659665c5-0610-4107-bf29-6e55dd0e3a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.195371863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8aa243d8-8f2f-413a-861b-1720e58a42e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.197993638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"659665c5-0610-4107-bf29-6e55dd0e3a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:08.200074745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"1610e954-0d67-4959-a6df-c6f93a196436","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.196227236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"720dc1f0-188e-46b2-9190-d2563de654ad","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.204343534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"9553284d-dfd9-443d-93be-0aba6d54d06c","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.204524387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ff8e38e0-ba19-48b1-8fcb-451068c1cdc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.204743059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8b8648c7-ef1b-43a0-9dba-d4987b018972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.214132684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8b8648c7-ef1b-43a0-9dba-d4987b018972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.214219515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"9553284d-dfd9-443d-93be-0aba6d54d06c","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.216320116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ff8e38e0-ba19-48b1-8fcb-451068c1cdc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.828437921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5801e375-77d8-4bff-9f1a-44a5b2257659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.828437781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"02796953-eb45-4a67-9ea4-0c49031bb04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.836660902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5801e375-77d8-4bff-9f1a-44a5b2257659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.836679077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"02796953-eb45-4a67-9ea4-0c49031bb04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.846916996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"02796953-eb45-4a67-9ea4-0c49031bb04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:09.846917103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5801e375-77d8-4bff-9f1a-44a5b2257659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.008402352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"db615f6a-3940-4ec2-b096-12d1d822bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.010365849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ff28f617-6a63-49d4-8549-2fd7f7ad879f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.016597971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"db615f6a-3940-4ec2-b096-12d1d822bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.018602746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ff28f617-6a63-49d4-8549-2fd7f7ad879f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.026705094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"db615f6a-3940-4ec2-b096-12d1d822bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.026862275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ff28f617-6a63-49d4-8549-2fd7f7ad879f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.212666104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e1fd3a60-11ae-40e0-af58-5036040911ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.212665739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9e22da67-9eb1-47c7-9092-ac30ae92cb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.278933094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9e22da67-9eb1-47c7-9092-ac30ae92cb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.279866671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e1fd3a60-11ae-40e0-af58-5036040911ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.286739919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e1fd3a60-11ae-40e0-af58-5036040911ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.286755194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d2c9a229283d0e1ce577f9d3a31c39da6d13c126df0a66e89de73225c4d29b1) AuthConfig (cb27cc541b2bc706b513ec0fa174d1570db2d4bf6c577b19b487bafa66a55916) AuthConfig (aa1bea4bbd4ec4bdcf979d90bcf0c7cd9b1045347f28d29a95560073e3535a83) AuthConfig (840b3e3ee8c138b2e6e5f42e17aca3846385d748b04f8e3055c80f5beb02018b) AuthConfig (40a4bcb5e0352da3bb6ec398e1072ce9bf1798b9333074b8e65f56723f74afc3) AuthConfig (6e9c91419361cf24bc1607008b2963ccc9e6a8ab919ba3d1f96b09a47121a091) AuthConfig (54a25498e31e7b1fb186e5f4d23640abb923b9e85a940521ddd5961da2db8353) AuthConfig (c042fc690cce42106730bb4fd6aa124c7ea006695c7ca542791257f404e5aabd) AuthConfig (99d8a695446c31a5049cd23efc91d0c97fe4bbe03f22134ce8e411f06c35ecbd) AuthConfig (b00016bc767a5c4f1469050a318a2b07703d20d8e7156c3b1b8ebdabda443587) AuthConfig (f92bcb6612a0bcfbb9388a7e0c0252e88d198f6d07918b4a08c61c885a3f5198) AuthConfig (2549f7fbe345e203307f678e682462dacd353fc3270852eb58302f2cdf5b9b6a) AuthConfig (3fd403157b0281d50050ef2b5f495d8e45477677de2099e5d613f12571be9ddf) AuthConfig (3b2e6911959d7fc3c48ee117f79e8d61691e8aedff1c6f0d92ca704fc2736b88) AuthConfig (476fbb3ab86f1004e11ce1b8d5614afd2bbc08ac2fd5500d7cb6d61e87a30496) AuthConfig (e2e92cfe9ed2c6f8bf7bf0479a8705cf9922be1979cf002ec9e60008819bc080) AuthConfig (3403a68579365ab4106c45c0f7d5a66d305a83ffe4cd656bd391b99d949bc100) AuthConfig (1bff4e7c18210fa137885f332a5fb3da9f173982b91b0a07f9bc2b9aa26b7796) AuthConfig (4ee4f1d6868a55b2d603af4f0de130c7fbb9702d7eb787847ebd41bf29305588) AuthConfig (0bb1fc62f6121fd7313ea103f761f4550314543264d917a89b932042d0ab8047) AuthConfig (0ecf8957804e8b663a1dcdfc8f994c72ff1773a7398c4a319a63e8c2c13371f4) AuthConfig (060ee2d2e68fbd68980c549e201041352ce3f2f3a4f306f629a997d8fe7091ce) AuthConfig (a125b331c61a25c2fd9180ada287c5b4f59ba84c289ef2c622d2a569fcbab9a3) AuthConfig (5e344c59e175dfec4a2bc076a547c313d497fdf4cc1efefeb55153c203d66e72) AuthConfig (ee2bb1fe7a22d7eaa6ab5e04dc7fa460a28654a44023b1c56ca3bddefd311e8c) AuthConfig (94e45e038cef6401020f4a5d3852c6e212afa5fed07dfc263d4e6455f3a76fc9) AuthConfig (d856f27ec7ef36e0ac321e0a0dbce86ddb612f84245d40a7f709fbd3d7216c21) AuthConfig (c511fd8ca3499640c0fe054079dde642205f70fffa8fd342fb9f574944b8bcc2) AuthConfig (5dec32c0a4baf023dd242e1cf7191825b33da0565ff284f5fc77d3c2f8d9171e) AuthConfig (7160c47517b56edc05912faaadad3d95fa2db64897122155969abc33426d0481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9e22da67-9eb1-47c7-9092-ac30ae92cb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.82316514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"b059ef3f-7dda-436b-9e28-c33886c54ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.848687152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"bf488765-b235-4806-ab84-68c321e84f7e","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.924555439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"ca3e2a8f-248b-40ad-824f-5980fb3b4b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.924944917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"b6013c1b-7bbb-4ce1-913c-5348b2cca544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.925427982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"140f7613-b0a4-48a1-af08-949dd4ca28df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.925496542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"7885b8e3-d095-4db3-8c0b-fc6fc132a8b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.945334163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8d7e6f6c-e049-4e58-a69a-fa58b56be83b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.948113326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"7c894c0e-0f92-4217-8368-54c1784b5ee6","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.948721644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b68588fa-872d-47bd-91b4-4977678dab84","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:12.94908539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"e6fb5acc-62de-4a24-b87c-c618587cb758","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.08715224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1e8e8d20-42a3-4cd2-a8bc-333605ac36d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.087761383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8432b177-982d-4240-a361-da5f8ef91138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.088525647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"57d7a463-12f6-4687-8a6c-7adbfd28d399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.100724034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8432b177-982d-4240-a361-da5f8ef91138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.177309981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1e8e8d20-42a3-4cd2-a8bc-333605ac36d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.181703501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38b3aaf34945419277072c55853efa18f999e24db0617d494dd6ff45f8b396ac) AuthConfig (aa4094f8277b95ef6af6ef833515259fc12c5eb3393ee5c4a21a004aa5935d4d) AuthConfig (18dff229e701accc81f256d469d0c399da22c55f93105cb5ad183f409351b462) AuthConfig (31fb99218c19f187d025f2c9cf349eee3cbcc70dc6f544f2ac3cf721f5ce243f) AuthConfig (12040c86f5eb0ce9f8983ab9f493f5b6f1839b3d7b3826d15e29d18017980705) AuthConfig (f05285f34632fceb2613414a0ddbe842c4e287daa9c4b251e9a06c9277566eff) AuthConfig (1d3463db017d917a808268e397e77b1c3a89fade3fc6669bb97f13441e476754) AuthConfig (cd90421bb514bec1085f2b4580222f6ab3f4ae040be3e9ce15644ae84abe0b59) AuthConfig (0ce9960cc2ca982ee0cb5e6a825bdcfc04417210c97d5113c671c0012cb4652f) AuthConfig (48005bdffdb9ac6e00722633b2defcf0b5884dce78966d914bc914989d4cf7a8) AuthConfig (84d4b20579fe929e7093886a04a85a66701a1dde5999ab9a65af18340891025e) AuthConfig (4f50d452bc3f58683f36c4975f4a2360be5c4a544fbe54c278bdc4d48d7c259f) AuthConfig (3fca9a1d4bcd8d9ad20cd797507b9c2a96a6d48aab91ecf1f59c159fbd0bae07) AuthConfig (7486d4244473b954a541652f56e6eb4148396e94ad72bb5498195a0e89b51678) AuthConfig (d24a3833f078b7842ec3c4063b3ae43b163d96438b4a3d5332ae7b24694c8288) AuthConfig (a7bb0050c03d79d2fcdf7d4bb5d7e7d22cbd45c20e02bf748293769c98651c90) AuthConfig (5de2b145318ac9de5e77a1343a07ec2a7c48cdaee58d9a30bbad64d8ac42b242) AuthConfig (ea02a8d90ab2c734f3a602a49aae875abdf578e7c9b59370a77dbc1c6d1bdc2e) AuthConfig (e7eaa7f183e50918e056005baef7ac311dbe39dbb699ff5e00d8f76e462d5426) AuthConfig (76a7f8a43245d367266645f90f483ca79cf2e2cb7aed719b45645c2d7c65010d) AuthConfig (74c6e99686633be0dbc912b468def3ae8279ff07c3934941492f1dbff5816dfd) AuthConfig (7740ce9cd6acb96f74d40bbbee7819b06afe8f55fce80787e664c25f4fa1be52) AuthConfig (bd98d97aabbcbab86fa6dd21ccdfe7268df848a376a6d2837aa87ad73f10f31d) AuthConfig (7f4e521e6a71ac7951119198cee44780ba7eaeea996601b3c1ba2848a9d317e1) AuthConfig (9e523e389b111822d721448c34f4afc74ca52835b99689395f6d0d328e4c43de) AuthConfig (235b59da089484796ffc0b3cba45594cea32fde76db504fab551cc9f04ad8e90) AuthConfig (9789a0bd819b56c1aa50ff4f9a8ed190d222fab9d39e335a58c047e6a96804cc) AuthConfig (5ff1c924712f066e8aa13a1a7613b123697b112f7ba3642b483f77a48309ffb0) AuthConfig (928a1a99fdf9a6d5a371b0b03778f045bac4f59bf4f7bf4359a5f052e3aef190) AuthConfig (f46d8e2864aba4edc740574b1d213f40e914df183aa8589c4a7ddf769960b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8432b177-982d-4240-a361-da5f8ef91138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.18512077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38b3aaf34945419277072c55853efa18f999e24db0617d494dd6ff45f8b396ac) AuthConfig (aa4094f8277b95ef6af6ef833515259fc12c5eb3393ee5c4a21a004aa5935d4d) AuthConfig (18dff229e701accc81f256d469d0c399da22c55f93105cb5ad183f409351b462) AuthConfig (31fb99218c19f187d025f2c9cf349eee3cbcc70dc6f544f2ac3cf721f5ce243f) AuthConfig (12040c86f5eb0ce9f8983ab9f493f5b6f1839b3d7b3826d15e29d18017980705) AuthConfig (f05285f34632fceb2613414a0ddbe842c4e287daa9c4b251e9a06c9277566eff) AuthConfig (1d3463db017d917a808268e397e77b1c3a89fade3fc6669bb97f13441e476754) AuthConfig (cd90421bb514bec1085f2b4580222f6ab3f4ae040be3e9ce15644ae84abe0b59) AuthConfig (0ce9960cc2ca982ee0cb5e6a825bdcfc04417210c97d5113c671c0012cb4652f) AuthConfig (48005bdffdb9ac6e00722633b2defcf0b5884dce78966d914bc914989d4cf7a8) AuthConfig (84d4b20579fe929e7093886a04a85a66701a1dde5999ab9a65af18340891025e) AuthConfig (4f50d452bc3f58683f36c4975f4a2360be5c4a544fbe54c278bdc4d48d7c259f) AuthConfig (3fca9a1d4bcd8d9ad20cd797507b9c2a96a6d48aab91ecf1f59c159fbd0bae07) AuthConfig (7486d4244473b954a541652f56e6eb4148396e94ad72bb5498195a0e89b51678) AuthConfig (d24a3833f078b7842ec3c4063b3ae43b163d96438b4a3d5332ae7b24694c8288) AuthConfig (a7bb0050c03d79d2fcdf7d4bb5d7e7d22cbd45c20e02bf748293769c98651c90) AuthConfig (5de2b145318ac9de5e77a1343a07ec2a7c48cdaee58d9a30bbad64d8ac42b242) AuthConfig (ea02a8d90ab2c734f3a602a49aae875abdf578e7c9b59370a77dbc1c6d1bdc2e) AuthConfig (e7eaa7f183e50918e056005baef7ac311dbe39dbb699ff5e00d8f76e462d5426) AuthConfig (76a7f8a43245d367266645f90f483ca79cf2e2cb7aed719b45645c2d7c65010d) AuthConfig (74c6e99686633be0dbc912b468def3ae8279ff07c3934941492f1dbff5816dfd) AuthConfig (7740ce9cd6acb96f74d40bbbee7819b06afe8f55fce80787e664c25f4fa1be52) AuthConfig (bd98d97aabbcbab86fa6dd21ccdfe7268df848a376a6d2837aa87ad73f10f31d) AuthConfig (7f4e521e6a71ac7951119198cee44780ba7eaeea996601b3c1ba2848a9d317e1) AuthConfig (9e523e389b111822d721448c34f4afc74ca52835b99689395f6d0d328e4c43de) AuthConfig (235b59da089484796ffc0b3cba45594cea32fde76db504fab551cc9f04ad8e90) AuthConfig (9789a0bd819b56c1aa50ff4f9a8ed190d222fab9d39e335a58c047e6a96804cc) AuthConfig (5ff1c924712f066e8aa13a1a7613b123697b112f7ba3642b483f77a48309ffb0) AuthConfig (928a1a99fdf9a6d5a371b0b03778f045bac4f59bf4f7bf4359a5f052e3aef190) AuthConfig (f46d8e2864aba4edc740574b1d213f40e914df183aa8589c4a7ddf769960b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1e8e8d20-42a3-4cd2-a8bc-333605ac36d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.189525356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"6c2dae9f-3294-4ce2-ba7d-88666a6c7226","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.192340351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"33ea3265-efc2-4f98-8f9d-f54bb69a0220","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.194065602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f0add086-53ba-4ad1-a67e-3796b9dc1f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.194517618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"af7c5ce5-2f92-40af-904e-dd7ca8bcbe41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.194962378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9495c7e0-a4bb-46de-88f8-1b9f69ef76b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.195375864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"2516a935-669f-44e2-84e8-eca682542969","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.202633493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f0add086-53ba-4ad1-a67e-3796b9dc1f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.203273938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9495c7e0-a4bb-46de-88f8-1b9f69ef76b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.204812699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"af7c5ce5-2f92-40af-904e-dd7ca8bcbe41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.211744209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f78f03fc08d58800b25d8ea6e32eed3dd5df31dc497ccae84ef778fc7ba25b5) AuthConfig (28a980176480eceb4c41bfa7549899c65cb3eb7eec0a90d929205b1a53121c2e) AuthConfig (c0abbe078023dda85bab2b7660ce155c8b051430ac0e592ddb0711f2e09ee2d5) AuthConfig (b9507049ac013f0f9df4b2702ba353057414d4a1d239b563149c5f659cfada90) AuthConfig (ecdce10530502ad275334fb4aefb630df651cbc247f02e27557356018e83cce8) AuthConfig (eae66d30521c8ad822a4515423f1ebc69c9fe9b9373de5e55762e4315e1df951) AuthConfig (96f8ad5a55103454da2d2b3d7881c28318e2120a370b2a94992d128fb7face82) AuthConfig (6b6d6f22e00d527e56217081431c3b5bbbe0e315b654db22ce25a935b2527c0e) AuthConfig (b3fa53e2a2c206a5d00409cd0ac85aa0d18a7eeb36e2e7bf7c514e4f0b45b763) AuthConfig (2066fb315eb059edd1d5ceaf424c9048489a0852ea5dd5f6dcb7263a899cb844) AuthConfig (c4c143c04378c56f27eab87bf3146192b3ef545cbdf78cd90487dc31da323516) AuthConfig (cdbea16e715be3d5afc05e6497ba0204ec034fc20e9f9d95a8e27dd6517e86b4) AuthConfig (690b57c6c2f878e0afc201cdd25a8f71d0f3227a25b0c315d95ed2224e24f41a) AuthConfig (9cebd2493b3a5b42ebd2cfabebcb1d28e39214885931e084e92ca906da4dee8b) AuthConfig (038a5a524ccfbfd5eb126b2b2abbf6fdd35a3a68be2fb8722d0e088981c84297) AuthConfig (6d5c571c4d6f2c07cc5f5e9ad5a50c9df14191ef7cd5d3a53487e483bbb7396a) AuthConfig (2c10ba2d6c3c7a5bd8deb30675bb03f698999975aec41fcf8990f858d2e5da83) AuthConfig (4e8bfa1cc45e20f631bd9d572f33dfb6ddf7f697c9f56239ab7762dbf7830e23) AuthConfig (632d844f215f8ee0b9a3d623fdad486e5880e067bd5a8674e4ea937f3dc1ae08) AuthConfig (b100a2337d368e7153f9e525667dbe328d008563ccf771ab12bc9134a034842a) AuthConfig (0d46e9f4b78b621d0c4a8cae3cdcb3545e1b5edaa2ed716307c7289f8853ec92) AuthConfig (cee38e2775cdc5171f0103e38dae3f6b9fcdc33bc87aef70dbdb7dcd2aea9775) AuthConfig (4049225c5510672078c5b23b47f2c668a919400c23bd75599d9843422af1de93) AuthConfig (8dc064eb3b12fa8590de5d7250054d28dbc54439f3c64cad8267784c2176206b) AuthConfig (bb4c4ec51a1487f1a9b3166cbca8dbe29a5a0e647ac8811a1a24e44bd1c53f46) AuthConfig (9d44e8fa3e71efad2329da008491a59c5004fdcf2ebb72b7eef237f27ea3c16f) AuthConfig (335896017fdb669b1694d7f6dfdbdc91925cf6e4a9014e023e4c41634cfad9d5) AuthConfig (d2cb900d21bf637399e98ab29c08d357f7d384d5cb43acb0dc301af8d362831a) AuthConfig (7f2edbb7240fe69b29e83e98cdbc593bf565059eaf5d1d0668da6d4612b87450) AuthConfig (07ca02550d05a3d77a7bca8e658033874f8cfa477fbd30f69d229faadc00de92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f0add086-53ba-4ad1-a67e-3796b9dc1f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.212893352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f78f03fc08d58800b25d8ea6e32eed3dd5df31dc497ccae84ef778fc7ba25b5) AuthConfig (28a980176480eceb4c41bfa7549899c65cb3eb7eec0a90d929205b1a53121c2e) AuthConfig (c0abbe078023dda85bab2b7660ce155c8b051430ac0e592ddb0711f2e09ee2d5) AuthConfig (b9507049ac013f0f9df4b2702ba353057414d4a1d239b563149c5f659cfada90) AuthConfig (ecdce10530502ad275334fb4aefb630df651cbc247f02e27557356018e83cce8) AuthConfig (eae66d30521c8ad822a4515423f1ebc69c9fe9b9373de5e55762e4315e1df951) AuthConfig (96f8ad5a55103454da2d2b3d7881c28318e2120a370b2a94992d128fb7face82) AuthConfig (6b6d6f22e00d527e56217081431c3b5bbbe0e315b654db22ce25a935b2527c0e) AuthConfig (b3fa53e2a2c206a5d00409cd0ac85aa0d18a7eeb36e2e7bf7c514e4f0b45b763) AuthConfig (2066fb315eb059edd1d5ceaf424c9048489a0852ea5dd5f6dcb7263a899cb844) AuthConfig (c4c143c04378c56f27eab87bf3146192b3ef545cbdf78cd90487dc31da323516) AuthConfig (cdbea16e715be3d5afc05e6497ba0204ec034fc20e9f9d95a8e27dd6517e86b4) AuthConfig (690b57c6c2f878e0afc201cdd25a8f71d0f3227a25b0c315d95ed2224e24f41a) AuthConfig (9cebd2493b3a5b42ebd2cfabebcb1d28e39214885931e084e92ca906da4dee8b) AuthConfig (038a5a524ccfbfd5eb126b2b2abbf6fdd35a3a68be2fb8722d0e088981c84297) AuthConfig (6d5c571c4d6f2c07cc5f5e9ad5a50c9df14191ef7cd5d3a53487e483bbb7396a) AuthConfig (2c10ba2d6c3c7a5bd8deb30675bb03f698999975aec41fcf8990f858d2e5da83) AuthConfig (4e8bfa1cc45e20f631bd9d572f33dfb6ddf7f697c9f56239ab7762dbf7830e23) AuthConfig (632d844f215f8ee0b9a3d623fdad486e5880e067bd5a8674e4ea937f3dc1ae08) AuthConfig (b100a2337d368e7153f9e525667dbe328d008563ccf771ab12bc9134a034842a) AuthConfig (0d46e9f4b78b621d0c4a8cae3cdcb3545e1b5edaa2ed716307c7289f8853ec92) AuthConfig (cee38e2775cdc5171f0103e38dae3f6b9fcdc33bc87aef70dbdb7dcd2aea9775) AuthConfig (4049225c5510672078c5b23b47f2c668a919400c23bd75599d9843422af1de93) AuthConfig (8dc064eb3b12fa8590de5d7250054d28dbc54439f3c64cad8267784c2176206b) AuthConfig (bb4c4ec51a1487f1a9b3166cbca8dbe29a5a0e647ac8811a1a24e44bd1c53f46) AuthConfig (9d44e8fa3e71efad2329da008491a59c5004fdcf2ebb72b7eef237f27ea3c16f) AuthConfig (335896017fdb669b1694d7f6dfdbdc91925cf6e4a9014e023e4c41634cfad9d5) AuthConfig (d2cb900d21bf637399e98ab29c08d357f7d384d5cb43acb0dc301af8d362831a) AuthConfig (7f2edbb7240fe69b29e83e98cdbc593bf565059eaf5d1d0668da6d4612b87450) AuthConfig (07ca02550d05a3d77a7bca8e658033874f8cfa477fbd30f69d229faadc00de92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"af7c5ce5-2f92-40af-904e-dd7ca8bcbe41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.212990881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17ad63401514b62ab3571bc8a2d5a2f70d23eee4251edc28458e81092f2d3331) AuthConfig (f4aec335433d12120db88f5e71da173f08a17c6301f2bfac285be7c524fb9840) AuthConfig (a6c6f9bc92eefbe639b9373690ba678f7ba4abbb3fd0fca50198a4e316013cf0) AuthConfig (c05869cea2b00477ecfd5528833a813c6f09933d78bba46cd658451ec082e610) AuthConfig (15c47f4e8ccd2b006c7f52f8aec67a25e7994d00c8755807fadd2fff4793ad5b) AuthConfig (cd1dee6c719e2313be7e3e844488fd7528ef1b601815263c1d3eb477e361ed91) AuthConfig (54f9f3d29c5fa4e1c68afd9204ee2abf12f4fa1f1d5d66d23433260cede6e0eb) AuthConfig (ed9bc5ea28c815b585b9701afee6c58dbb2bcf0f29acba275c257c3e0fca9004) AuthConfig (b50c3bcf892fa1cf2621c81340720668f30d6168e5120a141db6a0c6f15d40c4) AuthConfig (6aeed3ef71f34ca9d11aeba86acad92ad031b0dfcedbe887e5d750882117b94a) AuthConfig (173e74f643bd010ebe5167ab949452c7f3fae21928e0379eb3ba56b1dddce7c0) AuthConfig (7caebf5c29bd1c89f228163c93d977a8beea3ae7b03a47e0e11d5e9ca926d3ff) AuthConfig (f8013454928c755d374faf785eeba6936a2f8867884c948c23e5cb924130113f) AuthConfig (4737a14c51b695d114091e6ce14fb76c499214eba24b515b495a40d5fa25c6bb) AuthConfig (1aff60f3583733b3d6d7b665b31b3b5f6acd31e316b3436e71d80020c334074a) AuthConfig (529d06ef113961a51326626d62e0e23a31ac725f5539a218146d7005c484b8d1) AuthConfig (0c02eeb1294aa73de85c3abe332fba249c2cb2e0e39b516c51bfee889026f447) AuthConfig (7916c877d4601db06ea72e20a9d403e8671e3287630882e8623cbc72638af640) AuthConfig (54d453f139f7392b3a5ffc627648bd6fae4ddaa729f856e0716d43adda7dcae8) AuthConfig (63004865b476e53d5b9030699d2b7b12c615520f3bd79008e7bc3a769a280200) AuthConfig (016b886851ff1c5e36fbea00c8b066fb8ca9433d38d32564a9b99ae7c025afbd) AuthConfig (1fd879b98ca922ed4cb7482380351ccdde4c2833049ba9f764eabaf9c1c7dc91) AuthConfig (673bbb74a0d3cf7c9a9d02036ed7ac153e07be806a10e9bc37133962fa90044b) AuthConfig (1887dd069c5faf5218b9be80d18594e02a03945d9b7b814f4c1f1c1f039620bb) AuthConfig (afeb216bfe9bf99fb47580275daca2ba3cb2769cbc1a88c4bb3bf5eebb8249d1) AuthConfig (e38445eceb0c652844a1dc17b6208b4a8196c627bf1059062c7a57aed5acc02d) AuthConfig (43d31fbd0e9b70edf24a0ab3aae28be5c3b71e199e0771feeae094301702875a) AuthConfig (e35a2b3fd2156eda5469518d440713977b0faaa27971ccb2dc589182d6b12557) AuthConfig (019522c80563ef47bfa510ec4214021ee73f4ea00349c19bc6e9e7b11ffb64f6) AuthConfig (543bcea8faeb391e090ce212def33ab444e3ce7b1c38a6708d69f28b7aa22cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9495c7e0-a4bb-46de-88f8-1b9f69ef76b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.220524284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"4189979b-e1d0-4faf-93c1-171fd0cdc879","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.223503301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"895c1ab4-5fc9-4e6a-9f28-36f913f115fd","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.224148839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d4797c73-e8d2-4b17-acb0-c9594e96f656","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.280168603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e266e49e-3194-4977-965c-876f4b2c5e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.280352027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fca44f54-99a8-4b1a-8aea-7f4f6212b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.280168671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9b335af0-349f-4a72-95f4-5019664b5b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.280827721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"03cd49d9-78cb-473f-9797-ec4cb0abde08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.28083744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1d2d944-e737-412d-a632-3b1c0329b41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.290820211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e266e49e-3194-4977-965c-876f4b2c5e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.294230699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1d2d944-e737-412d-a632-3b1c0329b41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.290820218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9b335af0-349f-4a72-95f4-5019664b5b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.294237006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fca44f54-99a8-4b1a-8aea-7f4f6212b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.296791935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"03cd49d9-78cb-473f-9797-ec4cb0abde08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.299724121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f78f03fc08d58800b25d8ea6e32eed3dd5df31dc497ccae84ef778fc7ba25b5) AuthConfig (28a980176480eceb4c41bfa7549899c65cb3eb7eec0a90d929205b1a53121c2e) AuthConfig (c0abbe078023dda85bab2b7660ce155c8b051430ac0e592ddb0711f2e09ee2d5) AuthConfig (b9507049ac013f0f9df4b2702ba353057414d4a1d239b563149c5f659cfada90) AuthConfig (ecdce10530502ad275334fb4aefb630df651cbc247f02e27557356018e83cce8) AuthConfig (eae66d30521c8ad822a4515423f1ebc69c9fe9b9373de5e55762e4315e1df951) AuthConfig (96f8ad5a55103454da2d2b3d7881c28318e2120a370b2a94992d128fb7face82) AuthConfig (6b6d6f22e00d527e56217081431c3b5bbbe0e315b654db22ce25a935b2527c0e) AuthConfig (b3fa53e2a2c206a5d00409cd0ac85aa0d18a7eeb36e2e7bf7c514e4f0b45b763) AuthConfig (2066fb315eb059edd1d5ceaf424c9048489a0852ea5dd5f6dcb7263a899cb844) AuthConfig (c4c143c04378c56f27eab87bf3146192b3ef545cbdf78cd90487dc31da323516) AuthConfig (cdbea16e715be3d5afc05e6497ba0204ec034fc20e9f9d95a8e27dd6517e86b4) AuthConfig (690b57c6c2f878e0afc201cdd25a8f71d0f3227a25b0c315d95ed2224e24f41a) AuthConfig (9cebd2493b3a5b42ebd2cfabebcb1d28e39214885931e084e92ca906da4dee8b) AuthConfig (038a5a524ccfbfd5eb126b2b2abbf6fdd35a3a68be2fb8722d0e088981c84297) AuthConfig (6d5c571c4d6f2c07cc5f5e9ad5a50c9df14191ef7cd5d3a53487e483bbb7396a) AuthConfig (2c10ba2d6c3c7a5bd8deb30675bb03f698999975aec41fcf8990f858d2e5da83) AuthConfig (4e8bfa1cc45e20f631bd9d572f33dfb6ddf7f697c9f56239ab7762dbf7830e23) AuthConfig (632d844f215f8ee0b9a3d623fdad486e5880e067bd5a8674e4ea937f3dc1ae08) AuthConfig (b100a2337d368e7153f9e525667dbe328d008563ccf771ab12bc9134a034842a) AuthConfig (0d46e9f4b78b621d0c4a8cae3cdcb3545e1b5edaa2ed716307c7289f8853ec92) AuthConfig (cee38e2775cdc5171f0103e38dae3f6b9fcdc33bc87aef70dbdb7dcd2aea9775) AuthConfig (4049225c5510672078c5b23b47f2c668a919400c23bd75599d9843422af1de93) AuthConfig (8dc064eb3b12fa8590de5d7250054d28dbc54439f3c64cad8267784c2176206b) AuthConfig (bb4c4ec51a1487f1a9b3166cbca8dbe29a5a0e647ac8811a1a24e44bd1c53f46) AuthConfig (9d44e8fa3e71efad2329da008491a59c5004fdcf2ebb72b7eef237f27ea3c16f) AuthConfig (335896017fdb669b1694d7f6dfdbdc91925cf6e4a9014e023e4c41634cfad9d5) AuthConfig (d2cb900d21bf637399e98ab29c08d357f7d384d5cb43acb0dc301af8d362831a) AuthConfig (7f2edbb7240fe69b29e83e98cdbc593bf565059eaf5d1d0668da6d4612b87450) AuthConfig (07ca02550d05a3d77a7bca8e658033874f8cfa477fbd30f69d229faadc00de92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e266e49e-3194-4977-965c-876f4b2c5e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.302492108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17ad63401514b62ab3571bc8a2d5a2f70d23eee4251edc28458e81092f2d3331) AuthConfig (f4aec335433d12120db88f5e71da173f08a17c6301f2bfac285be7c524fb9840) AuthConfig (a6c6f9bc92eefbe639b9373690ba678f7ba4abbb3fd0fca50198a4e316013cf0) AuthConfig (c05869cea2b00477ecfd5528833a813c6f09933d78bba46cd658451ec082e610) AuthConfig (15c47f4e8ccd2b006c7f52f8aec67a25e7994d00c8755807fadd2fff4793ad5b) AuthConfig (cd1dee6c719e2313be7e3e844488fd7528ef1b601815263c1d3eb477e361ed91) AuthConfig (54f9f3d29c5fa4e1c68afd9204ee2abf12f4fa1f1d5d66d23433260cede6e0eb) AuthConfig (ed9bc5ea28c815b585b9701afee6c58dbb2bcf0f29acba275c257c3e0fca9004) AuthConfig (b50c3bcf892fa1cf2621c81340720668f30d6168e5120a141db6a0c6f15d40c4) AuthConfig (6aeed3ef71f34ca9d11aeba86acad92ad031b0dfcedbe887e5d750882117b94a) AuthConfig (173e74f643bd010ebe5167ab949452c7f3fae21928e0379eb3ba56b1dddce7c0) AuthConfig (7caebf5c29bd1c89f228163c93d977a8beea3ae7b03a47e0e11d5e9ca926d3ff) AuthConfig (f8013454928c755d374faf785eeba6936a2f8867884c948c23e5cb924130113f) AuthConfig (4737a14c51b695d114091e6ce14fb76c499214eba24b515b495a40d5fa25c6bb) AuthConfig (1aff60f3583733b3d6d7b665b31b3b5f6acd31e316b3436e71d80020c334074a) AuthConfig (529d06ef113961a51326626d62e0e23a31ac725f5539a218146d7005c484b8d1) AuthConfig (0c02eeb1294aa73de85c3abe332fba249c2cb2e0e39b516c51bfee889026f447) AuthConfig (7916c877d4601db06ea72e20a9d403e8671e3287630882e8623cbc72638af640) AuthConfig (54d453f139f7392b3a5ffc627648bd6fae4ddaa729f856e0716d43adda7dcae8) AuthConfig (63004865b476e53d5b9030699d2b7b12c615520f3bd79008e7bc3a769a280200) AuthConfig (016b886851ff1c5e36fbea00c8b066fb8ca9433d38d32564a9b99ae7c025afbd) AuthConfig (1fd879b98ca922ed4cb7482380351ccdde4c2833049ba9f764eabaf9c1c7dc91) AuthConfig (673bbb74a0d3cf7c9a9d02036ed7ac153e07be806a10e9bc37133962fa90044b) AuthConfig (1887dd069c5faf5218b9be80d18594e02a03945d9b7b814f4c1f1c1f039620bb) AuthConfig (afeb216bfe9bf99fb47580275daca2ba3cb2769cbc1a88c4bb3bf5eebb8249d1) AuthConfig (e38445eceb0c652844a1dc17b6208b4a8196c627bf1059062c7a57aed5acc02d) AuthConfig (43d31fbd0e9b70edf24a0ab3aae28be5c3b71e199e0771feeae094301702875a) AuthConfig (e35a2b3fd2156eda5469518d440713977b0faaa27971ccb2dc589182d6b12557) AuthConfig (019522c80563ef47bfa510ec4214021ee73f4ea00349c19bc6e9e7b11ffb64f6) AuthConfig (543bcea8faeb391e090ce212def33ab444e3ce7b1c38a6708d69f28b7aa22cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1d2d944-e737-412d-a632-3b1c0329b41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.302751747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17ad63401514b62ab3571bc8a2d5a2f70d23eee4251edc28458e81092f2d3331) AuthConfig (f4aec335433d12120db88f5e71da173f08a17c6301f2bfac285be7c524fb9840) AuthConfig (a6c6f9bc92eefbe639b9373690ba678f7ba4abbb3fd0fca50198a4e316013cf0) AuthConfig (c05869cea2b00477ecfd5528833a813c6f09933d78bba46cd658451ec082e610) AuthConfig (15c47f4e8ccd2b006c7f52f8aec67a25e7994d00c8755807fadd2fff4793ad5b) AuthConfig (cd1dee6c719e2313be7e3e844488fd7528ef1b601815263c1d3eb477e361ed91) AuthConfig (54f9f3d29c5fa4e1c68afd9204ee2abf12f4fa1f1d5d66d23433260cede6e0eb) AuthConfig (ed9bc5ea28c815b585b9701afee6c58dbb2bcf0f29acba275c257c3e0fca9004) AuthConfig (b50c3bcf892fa1cf2621c81340720668f30d6168e5120a141db6a0c6f15d40c4) AuthConfig (6aeed3ef71f34ca9d11aeba86acad92ad031b0dfcedbe887e5d750882117b94a) AuthConfig (173e74f643bd010ebe5167ab949452c7f3fae21928e0379eb3ba56b1dddce7c0) AuthConfig (7caebf5c29bd1c89f228163c93d977a8beea3ae7b03a47e0e11d5e9ca926d3ff) AuthConfig (f8013454928c755d374faf785eeba6936a2f8867884c948c23e5cb924130113f) AuthConfig (4737a14c51b695d114091e6ce14fb76c499214eba24b515b495a40d5fa25c6bb) AuthConfig (1aff60f3583733b3d6d7b665b31b3b5f6acd31e316b3436e71d80020c334074a) AuthConfig (529d06ef113961a51326626d62e0e23a31ac725f5539a218146d7005c484b8d1) AuthConfig (0c02eeb1294aa73de85c3abe332fba249c2cb2e0e39b516c51bfee889026f447) AuthConfig (7916c877d4601db06ea72e20a9d403e8671e3287630882e8623cbc72638af640) AuthConfig (54d453f139f7392b3a5ffc627648bd6fae4ddaa729f856e0716d43adda7dcae8) AuthConfig (63004865b476e53d5b9030699d2b7b12c615520f3bd79008e7bc3a769a280200) AuthConfig (016b886851ff1c5e36fbea00c8b066fb8ca9433d38d32564a9b99ae7c025afbd) AuthConfig (1fd879b98ca922ed4cb7482380351ccdde4c2833049ba9f764eabaf9c1c7dc91) AuthConfig (673bbb74a0d3cf7c9a9d02036ed7ac153e07be806a10e9bc37133962fa90044b) AuthConfig (1887dd069c5faf5218b9be80d18594e02a03945d9b7b814f4c1f1c1f039620bb) AuthConfig (afeb216bfe9bf99fb47580275daca2ba3cb2769cbc1a88c4bb3bf5eebb8249d1) AuthConfig (e38445eceb0c652844a1dc17b6208b4a8196c627bf1059062c7a57aed5acc02d) AuthConfig (43d31fbd0e9b70edf24a0ab3aae28be5c3b71e199e0771feeae094301702875a) AuthConfig (e35a2b3fd2156eda5469518d440713977b0faaa27971ccb2dc589182d6b12557) AuthConfig (019522c80563ef47bfa510ec4214021ee73f4ea00349c19bc6e9e7b11ffb64f6) AuthConfig (543bcea8faeb391e090ce212def33ab444e3ce7b1c38a6708d69f28b7aa22cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fca44f54-99a8-4b1a-8aea-7f4f6212b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.304872379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f78f03fc08d58800b25d8ea6e32eed3dd5df31dc497ccae84ef778fc7ba25b5) AuthConfig (28a980176480eceb4c41bfa7549899c65cb3eb7eec0a90d929205b1a53121c2e) AuthConfig (c0abbe078023dda85bab2b7660ce155c8b051430ac0e592ddb0711f2e09ee2d5) AuthConfig (b9507049ac013f0f9df4b2702ba353057414d4a1d239b563149c5f659cfada90) AuthConfig (ecdce10530502ad275334fb4aefb630df651cbc247f02e27557356018e83cce8) AuthConfig (eae66d30521c8ad822a4515423f1ebc69c9fe9b9373de5e55762e4315e1df951) AuthConfig (96f8ad5a55103454da2d2b3d7881c28318e2120a370b2a94992d128fb7face82) AuthConfig (6b6d6f22e00d527e56217081431c3b5bbbe0e315b654db22ce25a935b2527c0e) AuthConfig (b3fa53e2a2c206a5d00409cd0ac85aa0d18a7eeb36e2e7bf7c514e4f0b45b763) AuthConfig (2066fb315eb059edd1d5ceaf424c9048489a0852ea5dd5f6dcb7263a899cb844) AuthConfig (c4c143c04378c56f27eab87bf3146192b3ef545cbdf78cd90487dc31da323516) AuthConfig (cdbea16e715be3d5afc05e6497ba0204ec034fc20e9f9d95a8e27dd6517e86b4) AuthConfig (690b57c6c2f878e0afc201cdd25a8f71d0f3227a25b0c315d95ed2224e24f41a) AuthConfig (9cebd2493b3a5b42ebd2cfabebcb1d28e39214885931e084e92ca906da4dee8b) AuthConfig (038a5a524ccfbfd5eb126b2b2abbf6fdd35a3a68be2fb8722d0e088981c84297) AuthConfig (6d5c571c4d6f2c07cc5f5e9ad5a50c9df14191ef7cd5d3a53487e483bbb7396a) AuthConfig (2c10ba2d6c3c7a5bd8deb30675bb03f698999975aec41fcf8990f858d2e5da83) AuthConfig (4e8bfa1cc45e20f631bd9d572f33dfb6ddf7f697c9f56239ab7762dbf7830e23) AuthConfig (632d844f215f8ee0b9a3d623fdad486e5880e067bd5a8674e4ea937f3dc1ae08) AuthConfig (b100a2337d368e7153f9e525667dbe328d008563ccf771ab12bc9134a034842a) AuthConfig (0d46e9f4b78b621d0c4a8cae3cdcb3545e1b5edaa2ed716307c7289f8853ec92) AuthConfig (cee38e2775cdc5171f0103e38dae3f6b9fcdc33bc87aef70dbdb7dcd2aea9775) AuthConfig (4049225c5510672078c5b23b47f2c668a919400c23bd75599d9843422af1de93) AuthConfig (8dc064eb3b12fa8590de5d7250054d28dbc54439f3c64cad8267784c2176206b) AuthConfig (bb4c4ec51a1487f1a9b3166cbca8dbe29a5a0e647ac8811a1a24e44bd1c53f46) AuthConfig (9d44e8fa3e71efad2329da008491a59c5004fdcf2ebb72b7eef237f27ea3c16f) AuthConfig (335896017fdb669b1694d7f6dfdbdc91925cf6e4a9014e023e4c41634cfad9d5) AuthConfig (d2cb900d21bf637399e98ab29c08d357f7d384d5cb43acb0dc301af8d362831a) AuthConfig (7f2edbb7240fe69b29e83e98cdbc593bf565059eaf5d1d0668da6d4612b87450) AuthConfig (07ca02550d05a3d77a7bca8e658033874f8cfa477fbd30f69d229faadc00de92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9b335af0-349f-4a72-95f4-5019664b5b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.306283317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38b3aaf34945419277072c55853efa18f999e24db0617d494dd6ff45f8b396ac) AuthConfig (aa4094f8277b95ef6af6ef833515259fc12c5eb3393ee5c4a21a004aa5935d4d) AuthConfig (18dff229e701accc81f256d469d0c399da22c55f93105cb5ad183f409351b462) AuthConfig (31fb99218c19f187d025f2c9cf349eee3cbcc70dc6f544f2ac3cf721f5ce243f) AuthConfig (12040c86f5eb0ce9f8983ab9f493f5b6f1839b3d7b3826d15e29d18017980705) AuthConfig (f05285f34632fceb2613414a0ddbe842c4e287daa9c4b251e9a06c9277566eff) AuthConfig (1d3463db017d917a808268e397e77b1c3a89fade3fc6669bb97f13441e476754) AuthConfig (cd90421bb514bec1085f2b4580222f6ab3f4ae040be3e9ce15644ae84abe0b59) AuthConfig (0ce9960cc2ca982ee0cb5e6a825bdcfc04417210c97d5113c671c0012cb4652f) AuthConfig (48005bdffdb9ac6e00722633b2defcf0b5884dce78966d914bc914989d4cf7a8) AuthConfig (84d4b20579fe929e7093886a04a85a66701a1dde5999ab9a65af18340891025e) AuthConfig (4f50d452bc3f58683f36c4975f4a2360be5c4a544fbe54c278bdc4d48d7c259f) AuthConfig (3fca9a1d4bcd8d9ad20cd797507b9c2a96a6d48aab91ecf1f59c159fbd0bae07) AuthConfig (7486d4244473b954a541652f56e6eb4148396e94ad72bb5498195a0e89b51678) AuthConfig (d24a3833f078b7842ec3c4063b3ae43b163d96438b4a3d5332ae7b24694c8288) AuthConfig (a7bb0050c03d79d2fcdf7d4bb5d7e7d22cbd45c20e02bf748293769c98651c90) AuthConfig (5de2b145318ac9de5e77a1343a07ec2a7c48cdaee58d9a30bbad64d8ac42b242) AuthConfig (ea02a8d90ab2c734f3a602a49aae875abdf578e7c9b59370a77dbc1c6d1bdc2e) AuthConfig (e7eaa7f183e50918e056005baef7ac311dbe39dbb699ff5e00d8f76e462d5426) AuthConfig (76a7f8a43245d367266645f90f483ca79cf2e2cb7aed719b45645c2d7c65010d) AuthConfig (74c6e99686633be0dbc912b468def3ae8279ff07c3934941492f1dbff5816dfd) AuthConfig (7740ce9cd6acb96f74d40bbbee7819b06afe8f55fce80787e664c25f4fa1be52) AuthConfig (bd98d97aabbcbab86fa6dd21ccdfe7268df848a376a6d2837aa87ad73f10f31d) AuthConfig (7f4e521e6a71ac7951119198cee44780ba7eaeea996601b3c1ba2848a9d317e1) AuthConfig (9e523e389b111822d721448c34f4afc74ca52835b99689395f6d0d328e4c43de) AuthConfig (235b59da089484796ffc0b3cba45594cea32fde76db504fab551cc9f04ad8e90) AuthConfig (9789a0bd819b56c1aa50ff4f9a8ed190d222fab9d39e335a58c047e6a96804cc) AuthConfig (5ff1c924712f066e8aa13a1a7613b123697b112f7ba3642b483f77a48309ffb0) AuthConfig (928a1a99fdf9a6d5a371b0b03778f045bac4f59bf4f7bf4359a5f052e3aef190) AuthConfig (f46d8e2864aba4edc740574b1d213f40e914df183aa8589c4a7ddf769960b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"03cd49d9-78cb-473f-9797-ec4cb0abde08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:13.308444132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1d2d944-e737-412d-a632-3b1c0329b41c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.381434561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"ab47be9b-dcac-42f9-84e5-e6bccb8f2766","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.385185599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b9948b3e-a804-4c96-b1c9-00700ac2d07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.385536593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4aa78cea-6ee5-4437-a197-fce2fd060879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.393998315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b9948b3e-a804-4c96-b1c9-00700ac2d07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.394190435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4aa78cea-6ee5-4437-a197-fce2fd060879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.40112726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3fbb1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17ad63401514b62ab3571bc8a2d5a2f70d23eee4251edc28458e81092f2d3331) AuthConfig (f4aec335433d12120db88f5e71da173f08a17c6301f2bfac285be7c524fb9840) AuthConfig (a6c6f9bc92eefbe639b9373690ba678f7ba4abbb3fd0fca50198a4e316013cf0) AuthConfig (c05869cea2b00477ecfd5528833a813c6f09933d78bba46cd658451ec082e610) AuthConfig (15c47f4e8ccd2b006c7f52f8aec67a25e7994d00c8755807fadd2fff4793ad5b) AuthConfig (cd1dee6c719e2313be7e3e844488fd7528ef1b601815263c1d3eb477e361ed91) AuthConfig (54f9f3d29c5fa4e1c68afd9204ee2abf12f4fa1f1d5d66d23433260cede6e0eb) AuthConfig (ed9bc5ea28c815b585b9701afee6c58dbb2bcf0f29acba275c257c3e0fca9004) AuthConfig (b50c3bcf892fa1cf2621c81340720668f30d6168e5120a141db6a0c6f15d40c4) AuthConfig (6aeed3ef71f34ca9d11aeba86acad92ad031b0dfcedbe887e5d750882117b94a) AuthConfig (173e74f643bd010ebe5167ab949452c7f3fae21928e0379eb3ba56b1dddce7c0) AuthConfig (7caebf5c29bd1c89f228163c93d977a8beea3ae7b03a47e0e11d5e9ca926d3ff) AuthConfig (f8013454928c755d374faf785eeba6936a2f8867884c948c23e5cb924130113f) AuthConfig (4737a14c51b695d114091e6ce14fb76c499214eba24b515b495a40d5fa25c6bb) AuthConfig (1aff60f3583733b3d6d7b665b31b3b5f6acd31e316b3436e71d80020c334074a) AuthConfig (529d06ef113961a51326626d62e0e23a31ac725f5539a218146d7005c484b8d1) AuthConfig (0c02eeb1294aa73de85c3abe332fba249c2cb2e0e39b516c51bfee889026f447) AuthConfig (7916c877d4601db06ea72e20a9d403e8671e3287630882e8623cbc72638af640) AuthConfig (54d453f139f7392b3a5ffc627648bd6fae4ddaa729f856e0716d43adda7dcae8) AuthConfig (63004865b476e53d5b9030699d2b7b12c615520f3bd79008e7bc3a769a280200) AuthConfig (016b886851ff1c5e36fbea00c8b066fb8ca9433d38d32564a9b99ae7c025afbd) AuthConfig (1fd879b98ca922ed4cb7482380351ccdde4c2833049ba9f764eabaf9c1c7dc91) AuthConfig (673bbb74a0d3cf7c9a9d02036ed7ac153e07be806a10e9bc37133962fa90044b) AuthConfig (1887dd069c5faf5218b9be80d18594e02a03945d9b7b814f4c1f1c1f039620bb) AuthConfig (afeb216bfe9bf99fb47580275daca2ba3cb2769cbc1a88c4bb3bf5eebb8249d1) AuthConfig (e38445eceb0c652844a1dc17b6208b4a8196c627bf1059062c7a57aed5acc02d) AuthConfig (43d31fbd0e9b70edf24a0ab3aae28be5c3b71e199e0771feeae094301702875a) AuthConfig (e35a2b3fd2156eda5469518d440713977b0faaa27971ccb2dc589182d6b12557) AuthConfig (019522c80563ef47bfa510ec4214021ee73f4ea00349c19bc6e9e7b11ffb64f6) AuthConfig (543bcea8faeb391e090ce212def33ab444e3ce7b1c38a6708d69f28b7aa22cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b9948b3e-a804-4c96-b1c9-00700ac2d07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:13.40114914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38b3aaf34945419277072c55853efa18f999e24db0617d494dd6ff45f8b396ac) AuthConfig (aa4094f8277b95ef6af6ef833515259fc12c5eb3393ee5c4a21a004aa5935d4d) AuthConfig (18dff229e701accc81f256d469d0c399da22c55f93105cb5ad183f409351b462) AuthConfig (31fb99218c19f187d025f2c9cf349eee3cbcc70dc6f544f2ac3cf721f5ce243f) AuthConfig (12040c86f5eb0ce9f8983ab9f493f5b6f1839b3d7b3826d15e29d18017980705) AuthConfig (f05285f34632fceb2613414a0ddbe842c4e287daa9c4b251e9a06c9277566eff) AuthConfig (1d3463db017d917a808268e397e77b1c3a89fade3fc6669bb97f13441e476754) AuthConfig (cd90421bb514bec1085f2b4580222f6ab3f4ae040be3e9ce15644ae84abe0b59) AuthConfig (0ce9960cc2ca982ee0cb5e6a825bdcfc04417210c97d5113c671c0012cb4652f) AuthConfig (48005bdffdb9ac6e00722633b2defcf0b5884dce78966d914bc914989d4cf7a8) AuthConfig (84d4b20579fe929e7093886a04a85a66701a1dde5999ab9a65af18340891025e) AuthConfig (4f50d452bc3f58683f36c4975f4a2360be5c4a544fbe54c278bdc4d48d7c259f) AuthConfig (3fca9a1d4bcd8d9ad20cd797507b9c2a96a6d48aab91ecf1f59c159fbd0bae07) AuthConfig (7486d4244473b954a541652f56e6eb4148396e94ad72bb5498195a0e89b51678) AuthConfig (d24a3833f078b7842ec3c4063b3ae43b163d96438b4a3d5332ae7b24694c8288) AuthConfig (a7bb0050c03d79d2fcdf7d4bb5d7e7d22cbd45c20e02bf748293769c98651c90) AuthConfig (5de2b145318ac9de5e77a1343a07ec2a7c48cdaee58d9a30bbad64d8ac42b242) AuthConfig (ea02a8d90ab2c734f3a602a49aae875abdf578e7c9b59370a77dbc1c6d1bdc2e) AuthConfig (e7eaa7f183e50918e056005baef7ac311dbe39dbb699ff5e00d8f76e462d5426) AuthConfig (76a7f8a43245d367266645f90f483ca79cf2e2cb7aed719b45645c2d7c65010d) AuthConfig (74c6e99686633be0dbc912b468def3ae8279ff07c3934941492f1dbff5816dfd) AuthConfig (7740ce9cd6acb96f74d40bbbee7819b06afe8f55fce80787e664c25f4fa1be52) AuthConfig (bd98d97aabbcbab86fa6dd21ccdfe7268df848a376a6d2837aa87ad73f10f31d) AuthConfig (7f4e521e6a71ac7951119198cee44780ba7eaeea996601b3c1ba2848a9d317e1) AuthConfig (9e523e389b111822d721448c34f4afc74ca52835b99689395f6d0d328e4c43de) AuthConfig (235b59da089484796ffc0b3cba45594cea32fde76db504fab551cc9f04ad8e90) AuthConfig (9789a0bd819b56c1aa50ff4f9a8ed190d222fab9d39e335a58c047e6a96804cc) AuthConfig (5ff1c924712f066e8aa13a1a7613b123697b112f7ba3642b483f77a48309ffb0) AuthConfig (928a1a99fdf9a6d5a371b0b03778f045bac4f59bf4f7bf4359a5f052e3aef190) AuthConfig (f46d8e2864aba4edc740574b1d213f40e914df183aa8589c4a7ddf769960b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4aa78cea-6ee5-4437-a197-fce2fd060879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.214100758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac","reconcileID":"b1d418fc-fd2c-41a3-a5c2-5aa9885725fb","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-dry-sub-d9ff2dac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.234156518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac","reconcileID":"b1d418fc-fd2c-41a3-a5c2-5aa9885725fb","MaaSSubscription":{"name":"e2e-dry-sub-d9ff2dac","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.250880118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"fbf1ce9e-2b3d-4850-be9e-e1148b866f93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.260662284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"992878f9-58b5-4dd7-877a-69588a4b2450","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.406362952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6d5ee125-68a7-47f6-99a2-033fb55b06ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.406835115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"befd9bda-7fb9-4e1a-adb6-a6077a8ecef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.407226075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"e1ad697e-6017-41e2-89db-0cc7cd28d1c4","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.415060616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6d5ee125-68a7-47f6-99a2-033fb55b06ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.415668084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c04cf032-219f-401b-9fce-ac32bf6895da","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.415062589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"befd9bda-7fb9-4e1a-adb6-a6077a8ecef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.417420509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"e1ad697e-6017-41e2-89db-0cc7cd28d1c4","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.426602139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-dry-sub-d9ff2dac-auth","reconcileID":"870c4ed1-323a-43c4-ab91-365263ac37da","MaaSAuthPolicy":{"name":"e2e-dry-sub-d9ff2dac-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:19.48046022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"55647153-0e79-4501-a6e4-ddc5f7a7de0b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.612184463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"eab257ce-9993-46f1-b82f-02d9c69f5177","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.620294419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f5ffe4d9-1dab-4af6-a9e7-bc5387b9ef20","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.628891799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"14aa71a0-b3a6-47ae-a795-9c94eac11747","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.641675747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"14aa71a0-b3a6-47ae-a795-9c94eac11747","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.668609566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7cc2eb8a-500e-4fd7-8dcb-86499bf745a4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.729547278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"6e5fcf00-5529-4f27-86f6-8b83856a0a9c","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.738120617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"6e5fcf00-5529-4f27-86f6-8b83856a0a9c","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.793248817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7ec6d451-c7a3-4a4b-b16f-426f53c10976","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.802721588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c4e408c1-5f1a-4bef-9281-43c66774e6be","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:20.808245225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"9947f608-acfe-466d-a227-1372c5098449","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-1145936e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.825739694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"566f42cf-443c-4128-9822-7782adaf22f4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.830777648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"238aab37-d0db-4fd7-989d-af71090ab073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.833682334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"e7c8ff04-f66e-411d-8549-82483633843e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.833687344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"acac60f0-b2e7-4b60-be89-54fa768268bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.834636729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e94e4e2f-163f-4ee7-b081-494f573317ae","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.838996553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"238aab37-d0db-4fd7-989d-af71090ab073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.843729267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"e7c8ff04-f66e-411d-8549-82483633843e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.843736812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"acac60f0-b2e7-4b60-be89-54fa768268bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.860063349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"3e904250-c093-43db-b432-adab133b5c59","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-combo-sub-1145936e","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.885884027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"8596b7b7-51a5-4f24-ae92-5b0af1d0a27d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.948294781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"473879f1-a99b-4af3-9877-407b6508ef6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.948340163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"40af3caf-68a5-4cee-8560-d3c17afa2d5f","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.965256848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"bd028913-350b-46b7-a4ad-cbd33a4d82c5","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.965715036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3486f65c-6e33-43fc-ab78-a668609df988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.966079103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e26f6e29-82c0-4e0a-a23f-67c504566b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.973550159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"bd028913-350b-46b7-a4ad-cbd33a4d82c5","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.98464425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3486f65c-6e33-43fc-ab78-a668609df988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:20.998672031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e26f6e29-82c0-4e0a-a23f-67c504566b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.344668038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"76d524f2-33f1-41b5-8309-17322c1354ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.445161889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"8c19381a-7a37-4a8d-bb7a-59f2229d9534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.445763956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"01d1d7c6-e5cc-4da8-9abc-dd24cd7c39cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.445836298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"1ce55545-3eb9-4fd6-beec-8abd175cf42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.446141092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"da0f3473-9055-4bdb-bf41-fb57044b8dfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.44616075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f3ceacb-bdc5-4538-843e-f9a17de3ae09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.544830691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"6ec105d2-6797-41c8-a9dd-8c1be74a8513","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.546232845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acc6c8d1-b563-4054-8054-dfd2f37582b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.546361563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"d21a162a-cd12-4189-8f35-658b164179ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.54670528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"885a1632-1127-4bb8-a982-14a7590d1727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:21.54673291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"861e9f52-54aa-4e50-9a44-b2afb4d5d1be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.036747652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d6c5f3c3-1a1a-48cd-acf0-e2f3d75e7b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.045564073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d6c5f3c3-1a1a-48cd-acf0-e2f3d75e7b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.072245901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"efd08a1f-3700-4ded-8cb7-62f81b72c5c5","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.304792309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"701efef8-ddd9-4de3-bb50-84498a9ead03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.313407691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"701efef8-ddd9-4de3-bb50-84498a9ead03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:22.342103315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"dbd7a658-8eb8-4f15-94dc-d2d23fd6bdb5","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.308766665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"67f16bfc-7582-4f85-9d40-255dbe668c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.314385265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1872b1f7-376b-47cb-9fe5-8c5658f757c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.317465192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"82ae1252-71e4-4e9b-88c6-7722b6d6f9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.318315007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"67f16bfc-7582-4f85-9d40-255dbe668c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.323767369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1872b1f7-376b-47cb-9fe5-8c5658f757c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.325880516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"82ae1252-71e4-4e9b-88c6-7722b6d6f9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.343725921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"c8006080-3268-45f9-83a5-2e0db5091137","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.410481653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f85649d-3a69-451a-b39c-a253d68264f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.410587731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a97a0851-e880-45ab-ac3b-d88019581f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.411023718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d11ddbf6-ef1f-4844-b7b1-16bd204ce034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.420165321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d11ddbf6-ef1f-4844-b7b1-16bd204ce034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.421480035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a97a0851-e880-45ab-ac3b-d88019581f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.422369438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f85649d-3a69-451a-b39c-a253d68264f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.439970181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"5b67fbb3-2090-4b45-8641-34a1d6348574","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.442142963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"c1ae2763-c38b-488a-bb43-e1853fe4c13d","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.445692515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"00573099-4b87-40bb-ab32-2f3933dcc586","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.591696177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"d7ef6090-5f81-478a-b20c-4d66a40db8e1","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:23.592735958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"29fa36ec-ab3f-410c-b57a-5b030c2245e7","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:25.696404779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:26.395750685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b8567397-6b82-450d-916a-719c5f4cd711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:26.396420685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"74aec6b9-0e83-4786-b90f-7e74c0666569","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.604169212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c03620a6-a926-49af-9dc0-01bb9aa6f92e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.614086988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"342db825-f1e4-46d8-9d44-ff299191e353","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.623645531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"86b9af77-8f16-4e59-a99a-6ef7c8d71bbc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.632110242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"86b9af77-8f16-4e59-a99a-6ef7c8d71bbc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.658814549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4fd41ba8-8e76-45fd-b014-7c02d0fbe1e8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.723474757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"d9b608f3-6cb8-4753-b946-f06a9f4983fb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.731987872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"d9b608f3-6cb8-4753-b946-f06a9f4983fb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.792111776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c5f0f8c9-ab9b-44b9-9414-c06ad90e43fc","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.798426033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3cb7c57f-c6c2-4662-97e6-3ac80305b087","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:27.804130027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214","reconcileID":"6de8ed14-0c34-4ed4-af94-ca6a2397ddf0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-eb532214\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.808093697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6143822e-9c15-4e9c-a568-3fbc07091589","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.820244626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8cef53a2-f5a4-4bb8-aa54-8b9d84e86888","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.823407986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e892cca6-2ca8-4873-85c5-f6ba8e403708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.823497809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"6a05761e-d659-4df9-83d0-0eecbcf1dfdb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.823847118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"a955ccd2-c10e-41eb-8183-970f39464102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.829144652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5252b6ad-0235-44f9-96a2-a376f7a8c577","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.833970809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e892cca6-2ca8-4873-85c5-f6ba8e403708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.834283734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"6a05761e-d659-4df9-83d0-0eecbcf1dfdb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.836031383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"a955ccd2-c10e-41eb-8183-970f39464102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.856840604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214","reconcileID":"e8f571df-213a-468a-963d-86f655e442e8","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-bulk-sub-eb532214","ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.898427411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"00f86e37-71e5-4028-8d7c-3b70327e092f","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.976643086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"957da732-de02-4652-aa9d-2d8e2e76d8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.977102809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"df13c663-b6ba-4164-b43b-b436ead3ccc9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.977493214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e60aa040-817c-4f9a-9f28-1684cbfebb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.98592489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"957da732-de02-4652-aa9d-2d8e2e76d8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.988013735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e60aa040-817c-4f9a-9f28-1684cbfebb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.990271988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"df13c663-b6ba-4164-b43b-b436ead3ccc9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.991769461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214","reconcileID":"70ec5bb6-4863-4bdb-81f2-4c8636ce4c90","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:27.991800644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"8b9ff17a-4040-400f-9d4e-549559de312a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:28.01295655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"56f20bf8-4342-4017-9759-c0c058be6014","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.277866601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4ac59648-b5ad-4a2f-8648-e7850f868d03","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.288014123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f7b68831-db4d-4810-a08c-8167da3c059b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.288238667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"102ae85f-555b-4f6b-99f6-5542d3dcf99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.288014126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"d1ebbbda-ec89-47f4-8708-3631ea6795e4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.297293728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"d1ebbbda-ec89-47f4-8708-3631ea6795e4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.297384356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f7b68831-db4d-4810-a08c-8167da3c059b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.301522678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"102ae85f-555b-4f6b-99f6-5542d3dcf99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.682746298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"d9c479c3-1df2-4318-88ee-c9a931f6501e","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.693343144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"d4ed6b8a-f976-4efc-9cbd-789743e4c27f","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.702672098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"f2381a1f-58f0-4887-8a3d-bbbd609130fb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.71096975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"f2381a1f-58f0-4887-8a3d-bbbd609130fb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.738269083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"06502b7f-9a5e-490e-9e98-212423de1eea","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.782502456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"f4bef16c-0333-45cd-aeb5-87ba39769fac","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.790609936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6a0cdb5d-b424-4d8e-ac0c-60ca848f83e3","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.802559679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"90d0ff1f-d4aa-47c8-944d-7ca122dcfeab","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.802863826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"fc72c8ec-dbbf-4370-a55d-1d1213bcb221","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.81097298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"fc72c8ec-dbbf-4370-a55d-1d1213bcb221","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.811086078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"90d0ff1f-d4aa-47c8-944d-7ca122dcfeab","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.838194737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"683fdb8d-d424-492d-9ea0-798c6f9ddf58","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.884635441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"2ba44065-7faf-4fe2-9504-71b2b21bd361","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.891438359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"2f7adbdb-b581-4ad0-ad53-16da271226c7","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:29.898987125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-sub","reconcileID":"053775dd-5577-4f98-9e2f-e4890f3ccd08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.903647728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"de32c83a-dea8-42d7-be6d-25bb9dbc8338","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.903689346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"644a5096-a02c-478c-92d5-41f08612b989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.904015381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"afe261f5-796b-4552-8b49-399460285e2c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.904051864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d02f6896-e456-4cd0-97bf-7f81e084e505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.912366361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"de32c83a-dea8-42d7-be6d-25bb9dbc8338","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.913125372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"644a5096-a02c-478c-92d5-41f08612b989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.915000183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"afe261f5-796b-4552-8b49-399460285e2c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.915553769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d02f6896-e456-4cd0-97bf-7f81e084e505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.915839695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"38c22072-706d-4b1a-a98b-167db4d0835a","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.922489539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"e0ab0db5-ad37-41f5-83b7-c09ceeb0045e","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.945148141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-sub","reconcileID":"a366b582-fe3d-4fb1-adb3-14d3e5fd2c5c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-2b5703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.964180901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"af78c910-09af-4aa2-a216-7e26845f5374","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.985260222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"7b48cf90-2ca9-4b89-a0f4-c8a6b13eaf93","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.994131016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"51f53454-cee2-47a0-9f91-d49133839b16","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:29.994821305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1f70a375-1910-4759-953b-e3e2dfb36c32","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:29.997976256Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3fbb1a/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.002556531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"a55f6de7-2862-4579-b713-a6bdd988fe40","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.004267514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"87eaa3b6-77df-4cf9-afea-751c9aa5405b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.012060336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"87eaa3b6-77df-4cf9-afea-751c9aa5405b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.037644262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"38a2eb6a-893b-414d-9684-cb3a1fa15632","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.037850468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-sub","reconcileID":"5a284d0c-d753-4ccf-812f-179e0c50e2b9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.045377488Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"1a3e7b67-365e-4e8f-8ed0-484109c64233","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.04551813Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"1a3e7b67-365e-4e8f-8ed0-484109c64233","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.057176751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"9c19e3c4-7e30-49e5-bbac-bdc025a39280","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.067474914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fb903610-a620-4d4d-8d57-2da9295eb6c4","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.1058874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"9d7530a1-1148-4e1b-8833-d7f951117e04","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.10593208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b0a6185c-59eb-47d2-bb03-0269dea3c5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.107337269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c166d982-2f1d-4f21-ba2d-b82234dbd556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.107485413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"804b30f8-2708-427e-a0ad-23233981370f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.108961727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"dca6e784-8b95-4fe7-9858-b86ed6593b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.119091446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"9d7530a1-1148-4e1b-8833-d7f951117e04","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.126011819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"804b30f8-2708-427e-a0ad-23233981370f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.127300895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b0a6185c-59eb-47d2-bb03-0269dea3c5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.184071453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"dca6e784-8b95-4fe7-9858-b86ed6593b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.185828269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c166d982-2f1d-4f21-ba2d-b82234dbd556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.18978004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"fbac2367-d1ee-4a36-96c5-71c8ec9b85f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.193562789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"850b4d27-9044-4873-ad3f-9dfd3f5f7d39","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.193658096Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"850b4d27-9044-4873-ad3f-9dfd3f5f7d39","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.205098498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"95ea77eb-00a1-46b0-8064-6b497cd4ba5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.278235533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"95ea77eb-00a1-46b0-8064-6b497cd4ba5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.43695196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"92f7e959-d681-4665-be49-4ef18bb58e50","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.456590709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c5d6cfe0-d137-49d6-82a1-35abb69cde6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.456611492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f918f12c-07ce-4b28-9bfa-52a7658ce4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.457023322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"fd16f7c4-b8f2-40c7-a043-ed9010503452","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.465113779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c5d6cfe0-d137-49d6-82a1-35abb69cde6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.465273662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"fd16f7c4-b8f2-40c7-a043-ed9010503452","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.467343261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f918f12c-07ce-4b28-9bfa-52a7658ce4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.552080359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4163c8a4-a2a2-4871-be36-ebbfb4fd53e8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.561087063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b94e018c-c218-4768-a2c8-846d8e62e5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.561093568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b1b29d13-e193-4fdc-bdad-29833708ed55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.570647106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b94e018c-c218-4768-a2c8-846d8e62e5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.571217698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b1b29d13-e193-4fdc-bdad-29833708ed55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.66165529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"0f5986ba-c048-4573-af4c-38aa221808cd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:30.669687687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"0f5986ba-c048-4573-af4c-38aa221808cd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.206706379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"cf3f51dc-54da-46b1-b329-567c7aef4d6d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.21510169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a1f640c5-55db-4208-a6fe-17ed545ef856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.215180043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4230123c-38db-4f77-a50a-12dd1eab7b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.215622647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"adb91596-6a9d-4be1-86f5-9e8eac785bc0","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.224735573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a1f640c5-55db-4208-a6fe-17ed545ef856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.224875569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4230123c-38db-4f77-a50a-12dd1eab7b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:32.227039811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"adb91596-6a9d-4be1-86f5-9e8eac785bc0","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.295923943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214","reconcileID":"4da86af9-4c46-494d-9f8d-3cf906b05772","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"e2e-bulk-sub-eb532214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.320173279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214","reconcileID":"4da86af9-4c46-494d-9f8d-3cf906b05772","MaaSSubscription":{"name":"e2e-bulk-sub-eb532214","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.338071438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"b61c223d-0c74-4daa-90a6-4a2da0da09ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.351058639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"33d2af0e-c645-4918-bf06-9ce969bcfafc","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.490112945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"8b42924b-9215-4c9b-ac3f-27d981a82d0b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.490333796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d5a46b60-a529-47b2-97b1-fb1cfaa318d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.490561403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4b4ff413-52aa-4543-bf50-978e64ba69cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.498725595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"8b42924b-9215-4c9b-ac3f-27d981a82d0b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.498735231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d5a46b60-a529-47b2-97b1-fb1cfaa318d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.500016325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a1b559a0-2c20-4c49-ae24-3485bca9fc4a","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.501011148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4b4ff413-52aa-4543-bf50-978e64ba69cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.507315108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-bulk-sub-eb532214-auth","reconcileID":"fe1d6a0f-c636-4cdb-a4e9-e770482818f9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-eb532214-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:39.520779047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"6ac39e32-f85f-43a5-886c-8f92c76bc2d1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.460501187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-sub","reconcileID":"4f141e7f-f4a6-489b-82c2-bf03c010ecda","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.481807665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-sub","reconcileID":"4f141e7f-f4a6-489b-82c2-bf03c010ecda","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.498188733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"86e03249-565c-4e08-9270-e6d764eab0fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.5076512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"7c7e04f0-7709-4509-bfd2-15b43594e6eb","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.517501787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"412609cd-02ec-48a0-b707-731d479e8f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.517521742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"ca145cc5-1866-46f5-9f72-2b74b9d80bfb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.517900749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"067d069b-3dab-4e0a-a8f3-16e173f194d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.526614468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"ca145cc5-1866-46f5-9f72-2b74b9d80bfb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.526677824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"067d069b-3dab-4e0a-a8f3-16e173f194d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.528890018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"412609cd-02ec-48a0-b707-731d479e8f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.569553561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"59434ea0-16a8-43f3-95a3-8009f578013a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebd9ceca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.657467509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-active-auth","reconcileID":"077d21f3-727a-4171-9422-5d56dbbd734b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.657538436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"33c2427f-acff-44ea-9cbb-905f88ce9c6c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:40.671558279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"b7cf757f-52bb-4b7e-9f95-d343966504c3","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.616610869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"ed43cdda-a2ec-4e9e-981c-2771115297a3","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.624375457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"275a4fab-aee2-4807-be65-eadbdc8aaf72","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.633178797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"663b351f-e1ae-43b2-a453-23b9015d39ae","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.641247734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"663b351f-e1ae-43b2-a453-23b9015d39ae","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.668301728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"cb1c23be-7aba-4c2d-9782-18051b589063","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.737674712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"355514bf-06a5-4615-88c4-0c124993f8a9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.745629064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"355514bf-06a5-4615-88c4-0c124993f8a9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.970159877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fe086f4c-1c6c-4728-b627-4db4e7a9ba81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.970176571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8fbdb4c6-4ef2-4c5b-b11d-5eb95ac30838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.970654953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"7eb180a1-4de1-4265-bb61-920ae235a4d2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:41.970946534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-sub","reconcileID":"cb32c5ca-cf44-40bb-9898-ce5e656c8838","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.979317902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fe086f4c-1c6c-4728-b627-4db4e7a9ba81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.980321562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"7eb180a1-4de1-4265-bb61-920ae235a4d2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:41.982031723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8fbdb4c6-4ef2-4c5b-b11d-5eb95ac30838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.097482273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"22588cc5-dea7-429e-8c57-bb8c26d54caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.102801732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"24e3bc83-73a2-4bf0-87af-5e5f24e461a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.102991011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"1b3fe444-c86f-4c74-8408-e12ff43b83f6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.106068111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"22588cc5-dea7-429e-8c57-bb8c26d54caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.111463134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"24e3bc83-73a2-4bf0-87af-5e5f24e461a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.111569775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"1b3fe444-c86f-4c74-8408-e12ff43b83f6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.222942844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"e81826fb-d4ca-496c-8ea7-41e9aa79c226","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-combo-sub-1145936e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.27822527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e","reconcileID":"e81826fb-d4ca-496c-8ea7-41e9aa79c226","MaaSSubscription":{"name":"e2e-combo-sub-1145936e","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.2968557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"8310f5dc-f495-4f9a-98fb-ee8db682c47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.304804665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"30a0f347-58ae-4900-8464-d8d93dd9ed8c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.31402491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1184cec9-0e84-4697-82f8-fd173db89601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.316113617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84c937d7-b5ab-41b3-a44c-72c295c5416b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.316487325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"ad932c5d-a043-45e1-bc47-da240aaa29a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.378136689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1184cec9-0e84-4697-82f8-fd173db89601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.378166332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84c937d7-b5ab-41b3-a44c-72c295c5416b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.380605654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"ad932c5d-a043-45e1-bc47-da240aaa29a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.453546309Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-combo-sub-1145936e-auth","reconcileID":"ac1f9f5f-3a1c-482a-868c-4f643d346a56","MaaSAuthPolicy":{"name":"e2e-combo-sub-1145936e-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.453582493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fc7b76e8-949e-4fb5-911a-926798551ebd","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.495865575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"9cf3fed8-2802-4ec7-94bb-d65f29e7435b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.539661917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2a96a823-5102-40d8-874f-fb2c62e27cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.539927491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"2c2b2cf3-21cd-4ddd-97ed-dd2fc0847063","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.540304405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6be8f37d-882b-4559-90d8-163e2f1ecc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.54866937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2a96a823-5102-40d8-874f-fb2c62e27cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.548808293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"2c2b2cf3-21cd-4ddd-97ed-dd2fc0847063","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:42.551078461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6be8f37d-882b-4559-90d8-163e2f1ecc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.453595347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b42860ba-6717-4220-a203-d9dd12e738fe","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.461408763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"de758a56-d0bb-488d-9cc2-8d08a847ed06","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.46365876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"cbb4a740-e2f8-424c-97f1-415da3e6c079","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.463689354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5a05d9e1-f8ef-4741-9489-cf9cd44ada8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.464091965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ba01577d-bb35-4f03-9555-5113137f427d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.464116406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"199c8d72-4314-4c81-aecf-883204867ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.464471397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cb621c7-bdba-4899-8778-e14b6d5bb9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.4739012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"cbb4a740-e2f8-424c-97f1-415da3e6c079","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.473901208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ba01577d-bb35-4f03-9555-5113137f427d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.477197972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"199c8d72-4314-4c81-aecf-883204867ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.477700103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cb621c7-bdba-4899-8778-e14b6d5bb9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.479838802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5a05d9e1-f8ef-4741-9489-cf9cd44ada8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.495507628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"78c46633-d509-423d-a0a2-120f59b8d8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.495623278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef253cc4-2b89-4c53-8248-6ce6df1a8b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.496093485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c8ae35d8-379d-46b7-a6cf-7ed20fc2c5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.498716782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eb9d90b7-76a1-4c8d-bf1f-eaca7a688ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.504016347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef253cc4-2b89-4c53-8248-6ce6df1a8b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.504117114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"78c46633-d509-423d-a0a2-120f59b8d8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.506477747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c8ae35d8-379d-46b7-a6cf-7ed20fc2c5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.507104331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eb9d90b7-76a1-4c8d-bf1f-eaca7a688ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.593236529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"602cf41d-9b1d-49b7-a150-bbdf61bddad4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.593427556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"28d658c4-3596-4a6a-ba32-48b471897e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.593703838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97ffe8ba-5e35-4778-9691-f19c7dadeb48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.593891086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d3275a7e-be08-47f9-bb70-41bf79d67ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.594117244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91b60df-7c08-48cb-870f-2ff6428e560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.602001319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97ffe8ba-5e35-4778-9691-f19c7dadeb48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.602081134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"602cf41d-9b1d-49b7-a150-bbdf61bddad4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.604187921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"28d658c4-3596-4a6a-ba32-48b471897e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.604534652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91b60df-7c08-48cb-870f-2ff6428e560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.60633349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d3275a7e-be08-47f9-bb70-41bf79d67ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.623396477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"50a97d1d-e631-48b3-a61f-5eab92193a0f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.624514332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec255194-6a6f-4f7d-a672-47a870eab986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.624519931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7c860189-3857-4c64-bd7a-c306a0b038c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.627770126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"975c6cfc-4705-43f7-8806-120ab6a8c076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.629301344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c60a93a4-46fb-4eac-b727-7892546315b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.632511685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"50a97d1d-e631-48b3-a61f-5eab92193a0f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.635519365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec255194-6a6f-4f7d-a672-47a870eab986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.638110236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7c860189-3857-4c64-bd7a-c306a0b038c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.681357663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c60a93a4-46fb-4eac-b727-7892546315b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.683669692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"975c6cfc-4705-43f7-8806-120ab6a8c076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.688443204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b0661f3f-c24c-44f8-8484-9d51ca4a8d37","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"name":"e2e-rt-sw-9bda1e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.702325829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c004a18-0ca6-43a9-8c91-d8668b5d3ca9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.702343132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c004a18-0ca6-43a9-8c91-d8668b5d3ca9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.702714289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6482e08b-ca74-45de-9733-fd16808d0e55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.702733064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6482e08b-ca74-45de-9733-fd16808d0e55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.703037633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10f296a5-06cd-4b29-8603-5d6d0cd35689","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.703054835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10f296a5-06cd-4b29-8603-5d6d0cd35689","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.703396113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72015f4b-345c-42fc-b330-b5998bb712fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.703410776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72015f4b-345c-42fc-b330-b5998bb712fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.708450739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76233f1-c769-423c-adbd-12c5553a385d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.711494443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd849b88-ec35-4aef-ae01-ef08919a0078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.711999404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"69926706-c0a8-479f-a942-0d704f4d5586","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"name":"e2e-rt-sw-9bda1e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.717108954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76233f1-c769-423c-adbd-12c5553a385d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720015608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a36d8b3c-db38-4083-97c1-feee9c1c2258","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720037149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a36d8b3c-db38-4083-97c1-feee9c1c2258","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720049121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc329c53-8fca-4c2d-b699-00a0388678d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720365762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28763e68-001d-4d14-af22-8db23770a062","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720384284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28763e68-001d-4d14-af22-8db23770a062","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720614408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e774cb1f-7f32-4e9b-a359-00ce48cedd88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720627842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e774cb1f-7f32-4e9b-a359-00ce48cedd88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720814079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30838dc6-1bca-4d24-9747-6486984353c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.720824118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30838dc6-1bca-4d24-9747-6486984353c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721145496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84d9eee8-41f8-4c95-aade-02ee7ce194d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721158742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84d9eee8-41f8-4c95-aade-02ee7ce194d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721380367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1873f461-250c-47f4-a1c7-3f2c98b45ac3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721391035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1873f461-250c-47f4-a1c7-3f2c98b45ac3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721582119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29827b70-70cd-4cb5-bb26-1e1fe2b0c393","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721596503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29827b70-70cd-4cb5-bb26-1e1fe2b0c393","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721780092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"477bbe58-244f-4df4-8e1e-fbf635e88acc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.721789618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"477bbe58-244f-4df4-8e1e-fbf635e88acc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.778007984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd849b88-ec35-4aef-ae01-ef08919a0078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.778474169Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"65bd39d1-942e-48bc-8543-b1d9709819a8","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"name":"e2e-rt-sw-9bda1e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.804458915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"752c6a5c-9c01-4938-8f30-63d65cc19dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.8047678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c4809d-8ed2-487a-bcdb-babfd4a33e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.809818614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f54588a-0ce3-41f7-a9d3-b6a2de7e3ea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.812961887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"752c6a5c-9c01-4938-8f30-63d65cc19dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.815624119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c4809d-8ed2-487a-bcdb-babfd4a33e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.886987312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"dc2cbeae-e1f3-472e-a200-bea6ca6ee61a","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.892274183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"d4f39f73-4d6b-436a-b990-d26afebea960","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.892300457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"d4f39f73-4d6b-436a-b990-d26afebea960","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.898011704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d9639bbe-5794-4ab5-b29e-c56eaf868704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.89949818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c94876fd-6c7b-4fa5-89ea-98aaeb07ce00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.900485517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"377b728e-6054-48f3-ae60-9f58905e8242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:45.989109828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d9639bbe-5794-4ab5-b29e-c56eaf868704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.000925663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c94876fd-6c7b-4fa5-89ea-98aaeb07ce00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.008080346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"377b728e-6054-48f3-ae60-9f58905e8242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.029908731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c821b889-a262-4c21-9623-7b6aeccd2b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.031075715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"f0638fb2-5d94-4b2f-8b01-f0797563be26","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.085921317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c821b889-a262-4c21-9623-7b6aeccd2b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.089475176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"f0638fb2-5d94-4b2f-8b01-f0797563be26","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.123181808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"937e6cf6-825b-4114-afb7-0b473e625458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.123240519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"65c56c1e-85c5-498f-9f8a-a760bbf97bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.123832902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a04a5b44-3470-458c-b1f4-23545739cfb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.123916306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4a4e581a-6288-4f06-a299-0442e7dbc592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.124337113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"71acd6ac-775d-4f33-985d-8006f9e1ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.134569742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"65c56c1e-85c5-498f-9f8a-a760bbf97bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.134793612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4a4e581a-6288-4f06-a299-0442e7dbc592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.137287653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"71acd6ac-775d-4f33-985d-8006f9e1ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.137560524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"937e6cf6-825b-4114-afb7-0b473e625458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.139671687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a04a5b44-3470-458c-b1f4-23545739cfb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.292665958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1c382a36-6fb1-4e23-975c-77fe8b3fc347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.293155546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd83372-db52-4ddb-bd39-c1cbed635209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.293183232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f4000b3a-7d21-4cbc-8039-52705e884e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.293644379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"064cdbb8-5cb6-46d1-b8ab-48bff22c23bb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.301193833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd83372-db52-4ddb-bd39-c1cbed635209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.301286047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1c382a36-6fb1-4e23-975c-77fe8b3fc347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.303884766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"064cdbb8-5cb6-46d1-b8ab-48bff22c23bb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:46.303920001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f4000b3a-7d21-4cbc-8039-52705e884e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.593610275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"c84a23af-39f1-40a5-82f4-464d4c8196ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.645751024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"c84a23af-39f1-40a5-82f4-464d4c8196ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.645788854Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"c84a23af-39f1-40a5-82f4-464d4c8196ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.645927216Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-sub","reconcileID":"c84a23af-39f1-40a5-82f4-464d4c8196ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.660661184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"86cdb7da-62f4-4de6-b17b-4c13cc933eea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.67268678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5d0a0813-7778-4004-a2d2-fc30dab3ff94","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.690716475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"3cc6a115-fb5f-4d50-8488-dbe178e0f139","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.691069918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c81586c4-eb87-4e4c-a08c-8e33fb6ce59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.691286782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6ba723ac-f3d7-4bfc-a4b1-059a5e8b4012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.703761313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c81586c4-eb87-4e4c-a08c-8e33fb6ce59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.704076855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"3cc6a115-fb5f-4d50-8488-dbe178e0f139","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.706193668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6ba723ac-f3d7-4bfc-a4b1-059a5e8b4012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.834676403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-degraded-auth","reconcileID":"08cf2345-e7fa-40ac-8ac5-a322b3a0d8f2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.834749157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"91ae6578-8853-4e48-b9cb-4119d2feb846","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:50.84874067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2f581651-27f9-47f3-8b29-16c7183f5081","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.361307084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5cf66211-e98a-4abe-bc96-ed546a194074","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.361332077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5cf66211-e98a-4abe-bc96-ed546a194074","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.36813045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"49629cb0-84ff-49bc-bd47-667936ce5bc0","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.368148495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"49629cb0-84ff-49bc-bd47-667936ce5bc0","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.38463996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"820458c3-b385-4caf-b05e-3fb9e62f90da","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.396013346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"820458c3-b385-4caf-b05e-3fb9e62f90da","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.430700942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"030ef238-1dad-4734-9d78-14b38cbe63a5","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.430722509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"030ef238-1dad-4734-9d78-14b38cbe63a5","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.699287945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"eed888cf-1102-4d10-892f-66bf07533ae8","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.699399863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"eed888cf-1102-4d10-892f-66bf07533ae8","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:51.703584633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"67484f3d-e42e-449e-b91d-d64bb4927625","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-9bda1e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.707893492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"c17dd587-0873-4571-ad97-3646f9b68b6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.708076765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df64a05-2c2f-4f6e-b6f7-4443206cd87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.712565801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68ab02c-91c9-487f-9cbc-4663c0a95120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.717744425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"c17dd587-0873-4571-ad97-3646f9b68b6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.71813143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"38b1f825-b617-4c4e-a13b-ab075f0b62d3","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.718150557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"38b1f825-b617-4c4e-a13b-ab075f0b62d3","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.718418505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df64a05-2c2f-4f6e-b6f7-4443206cd87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.721080116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68ab02c-91c9-487f-9cbc-4663c0a95120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:51.728479256Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"38b1f825-b617-4c4e-a13b-ab075f0b62d3","name":"e2e-rt-sw-9bda1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9bda1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:51.728526023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"38b1f825-b617-4c4e-a13b-ab075f0b62d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9bda1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.732130221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"a31e420b-3094-40b4-9e91-aa4875bf836b","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.732153856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"a31e420b-3094-40b4-9e91-aa4875bf836b","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.739343075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"6b6010ce-1dbb-4e56-8b70-5c6364a35021","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.739361375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"6b6010ce-1dbb-4e56-8b70-5c6364a35021","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.74910929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"91ed0720-fc0a-4566-bb06-b876e854f520","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"e2e-rt-sw-9bda1e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-9bda1e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.774454312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"abfc0235-6262-432f-8e48-6860037a8907","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.774475928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"abfc0235-6262-432f-8e48-6860037a8907","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.841127747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8d8d8a26-bb9e-42a0-8d5b-fad2c0be1e34","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.847342281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"58c40d98-3d3b-482f-934b-e0719585f23f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.847974133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"5f687d61-094a-4d1f-93c4-f7e5acdac579","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.858413815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"1015ca53-d51f-4c84-a5d5-9d55608b9f3d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.871608276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"1015ca53-d51f-4c84-a5d5-9d55608b9f3d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.9667418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"905394ea-bd6a-4514-8bfd-153bf15b30b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.966758464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"dc4328d5-558e-44db-9322-c1d32dbf99c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.967158618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6dd705c-5366-48bb-976b-2723d4693625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.983603263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"dc4328d5-558e-44db-9322-c1d32dbf99c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.984387049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b21d89e9-4a5b-4682-af59-e32461a0d3b0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.989738929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"905394ea-bd6a-4514-8bfd-153bf15b30b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:51.992740843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6dd705c-5366-48bb-976b-2723d4693625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.029082821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"27daeb0d-89e7-47a9-b3ee-0c4571a2a8d2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.03668787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1eee3221-01bb-4e51-8de9-5f03be26fb9f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:52.076537881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"a2c4e804-c2e0-45d3-8c1a-82832fd2da5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-4f8bfe8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.112857671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2dd69848-41ec-4f48-8c09-fbb971fc8725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.114992968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"2cd1c61c-e525-4b00-95aa-9dc227e64818","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.117037349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"3fce1a8d-ec6e-46c7-8791-33cf7889d55a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.202776423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9ca6e608-e070-4b2d-bedf-9b3d5583205e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.204290083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"aa074c0e-c7e4-4291-8d99-790a350f4e6a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.208609073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"2cd1c61c-e525-4b00-95aa-9dc227e64818","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.208785122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2dd69848-41ec-4f48-8c09-fbb971fc8725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.220931798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9ca6e608-e070-4b2d-bedf-9b3d5583205e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.23136296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"464ed82d-2ece-48e0-94f1-88b5cb9f04c0","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-a-4f8bfe8b","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.23190062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"ea2e57d1-c168-403e-a128-d371d66a34e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.232047367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"02a83815-726b-4efe-90ce-d062516300f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.240032856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"02a83815-726b-4efe-90ce-d062516300f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.277700837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"ea2e57d1-c168-403e-a128-d371d66a34e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.297933781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"bc59b2a0-3b2b-411d-98ad-0a4672ca688c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.321369346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"91b942da-397e-466c-9de4-63947f477ac3","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.322345463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"b56780b8-8cc9-47f0-bd53-336024eb79ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.332028536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3085887a-3e4c-4f6e-b24c-54eb97b6f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.340310309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3085887a-3e4c-4f6e-b24c-54eb97b6f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.543907019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-sub","reconcileID":"e6586998-8059-473c-a20f-c2a03d89018a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.544049901Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-sub","reconcileID":"e6586998-8059-473c-a20f-c2a03d89018a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-2b5703/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.675369398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"60d03280-92fd-4a71-ba45-668254ed787b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.689666611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8c32040f-af26-4cc8-aff3-b0c35cd565e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.689888633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"b743c771-3e20-482a-9f67-c3dd735d629c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.68966659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ef0b43b8-595c-4147-96db-4d16e692d302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.703694708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8c32040f-af26-4cc8-aff3-b0c35cd565e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.703860935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"b743c771-3e20-482a-9f67-c3dd735d629c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.706893898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ef0b43b8-595c-4147-96db-4d16e692d302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.822008205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-apikey-failed-auth","reconcileID":"9ece7ac3-c537-4573-841b-e1e0cb8688c9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.822043234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"ef20cb61-be23-4b63-a421-a0703c901a27","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:52.839118708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"597429a4-390c-4a02-b447-73446b0aa988","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.517031577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6dee1a80-6906-41fa-a022-c97c4162bd0f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.523719737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"30b22d1e-d1e8-45cf-bcaa-d7ce081ddff8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.610345506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"cd756939-6236-4c4a-93e9-bcfa939c2874","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.618888632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"cd756939-6236-4c4a-93e9-bcfa939c2874","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.642721936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"026b31b2-2ebb-434c-9402-63a88b9a1df1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.652480854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"c77da322-26f2-46f4-beff-9a90d0e345b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.678313977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"c77da322-26f2-46f4-beff-9a90d0e345b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.707622252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"83aea036-a7bb-4b8c-8681-d16d206c7e57","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.707897542Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-a-4f8bfe8b ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-b-2f4aaf6c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.716027712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"575d927d-b06a-4de8-9ad8-c97caab0cce2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:49:54.717183098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"1f68588e-c2af-48f7-8c65-170cbd72eef6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-2f4aaf6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.725398302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"872165dc-0fac-449f-9080-9430b9cd8ff8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.735466607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"18fd3cee-871f-45b2-8881-d8aee266407d","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.74184335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"7146519c-dcc2-4b94-9509-a40716daa31c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.753667754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"6a3bae2d-2f06-4d35-ab15-2df1c311c72b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.753998437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e2877945-ae18-40ba-9a04-1748c943f1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.755875456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"27b330b8-2858-4fe5-8cbc-f8d67162cbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.761656124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"6a3bae2d-2f06-4d35-ab15-2df1c311c72b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.762022142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e2877945-ae18-40ba-9a04-1748c943f1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.763940243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"27b330b8-2858-4fe5-8cbc-f8d67162cbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.767011977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"c5daf3e1-fccf-4c53-8c80-992ec5f0b7a8","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-a-4f8bfe8b","ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-b-2f4aaf6c","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.793495157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"622d79c4-ad22-4ce9-af02-06e37940816d","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.838480157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"a0f1c0e6-638b-4e41-a44f-16a001128324","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.846274582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"cfd8bd06-8ab1-42d2-914f-36b8d631a48d","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.85574072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"3f58408f-0a79-494e-9dbe-4f9cbbe57c58","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.856516484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"56895fe5-5a0a-4afe-bc06-f171b0135fd9","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.856582489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"4961bdb4-a864-425e-91c9-3fca91e39607","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.8569731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"ddf8c37d-7b63-4af6-9484-d2148952f599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.858264712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-gw-auth-1bbd7e0a","reconcileID":"1f523e40-ecd8-4ca1-b5d6-018917f7c860","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.863655397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"3f58408f-0a79-494e-9dbe-4f9cbbe57c58","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.866234467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-gw-auth-1bbd7e0a","reconcileID":"1f523e40-ecd8-4ca1-b5d6-018917f7c860","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.943933285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"527ff420-bade-4602-9638-eea00a3bef8a","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.952357851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e18d8c7e-9b4f-4538-afb5-df353e196699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.952432494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a8621155-c6e2-4e52-8047-7f7cd5419321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.952769532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"fd908a29-1c4f-486b-8dd0-9892e710d0db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.952874554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-gw-auth-1bbd7e0a","reconcileID":"65a88d53-c4fe-4a71-9e3c-b4933e591a24","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.960759493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e18d8c7e-9b4f-4538-afb5-df353e196699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.961072319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"fd908a29-1c4f-486b-8dd0-9892e710d0db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.962962345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-gw-auth-1bbd7e0a","reconcileID":"65a88d53-c4fe-4a71-9e3c-b4933e591a24","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:54.963309859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a8621155-c6e2-4e52-8047-7f7cd5419321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:55.695451482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:55.77399104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-gw-auth-1bbd7e0a","reconcileID":"7d3b561c-34d3-49c8-85d5-296b960ca267","MaaSAuthPolicy":{"name":"e2e-gw-auth-1bbd7e0a","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:55.774033404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f0f102f4-8c7d-4892-96fe-eb687b16816c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:55.788966707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"af0ce1c3-3e93-4247-8ece-2dabae7c2fb9","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.085963863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d35a96f7-6ce4-47c5-a224-be2aa5d775df","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.097566966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2bbfb739-bccc-4d0f-ade6-52ceed92619b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.100565475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f8942cae-52fa-438f-ba0c-424f7202971c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.100740264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"82357f21-2e09-4b43-8437-9126984526a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.101274717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"201a8bd3-2db9-4ae1-8bd2-df6a685c1e85","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.105659486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2bbfb739-bccc-4d0f-ade6-52ceed92619b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.108962699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"82357f21-2e09-4b43-8437-9126984526a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.111408618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"201a8bd3-2db9-4ae1-8bd2-df6a685c1e85","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.176959098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f8942cae-52fa-438f-ba0c-424f7202971c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.806888686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"7be96e17-fa20-47e5-9bf3-e015702f14b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.813058816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"d60cba9b-8af8-44f0-a074-a9aee4fe4215","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.985484967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"55775a13-60f7-4918-8bb2-5537dd44da38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.985717174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"2c0822d1-064c-4642-95bb-53205b7d1935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.986502365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"41e0ba40-9b10-466e-9a82-8923ee2b0fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:56.987002954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4fc9ab9-a0b0-4127-92ee-cb501f3e0a68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.021286921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19517cdc-22b8-4cf5-9152-501dedcd8e53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.028856066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"85c05497-9c21-4cde-be46-691b7cd3e93f","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.097773099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"6cccaaa5-06a9-4fb9-a4d0-8080ffc3753d","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.097798611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"6cccaaa5-06a9-4fb9-a4d0-8080ffc3753d","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.103136621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"98941e00-80af-4267-9349-69ebd2f2e7fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.104058646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"9f14c82a-30cf-41a2-a165-b8b1f0813cbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.104103785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"31f5ea7d-5121-4b94-9b62-c49e40e25404","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.104683972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"1fa5d238-b787-490f-a392-b37cde02e750","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.23950505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a10b3915-1a66-428d-a5ca-659553afa548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.23973171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"416e7e87-5966-4dc5-9de0-c0968140581e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.239521867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcc65306-29f4-4f76-9e23-d989a514aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.251701783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a10b3915-1a66-428d-a5ca-659553afa548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.25550216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"416e7e87-5966-4dc5-9de0-c0968140581e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:57.256742831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcc65306-29f4-4f76-9e23-d989a514aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.368979504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"25dd0346-ff06-4f27-9a3d-62d7a1cfd990","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.369443638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"60c41162-1c7f-4e7c-aa51-2433cf64d18e","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.38723383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"565f3f33-0835-4636-951e-b9484dcea821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.396678002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"08400b54-a352-4327-b34e-a1732e13f23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.398749563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1a8dd5cd-39af-42a6-9c84-a2f4469d7bb6","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.401400473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"573ffa6a-53be-4c87-a23e-9b2c027784a3","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.403388249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"565f3f33-0835-4636-951e-b9484dcea821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.40629071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"a7446fff-ff20-41fe-9380-d141f890312a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.407182391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"8f153f2d-e439-4bc5-a436-4930f925d801","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.41178595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"08400b54-a352-4327-b34e-a1732e13f23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.484909705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1ee4302c-3e32-446b-8b7b-cb8df1989473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.550981036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1ee4302c-3e32-446b-8b7b-cb8df1989473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.590602617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"47c95596-a73d-4203-adea-229d91254c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:49:58.606341677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"47c95596-a73d-4203-adea-229d91254c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.74904571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"13e5a0b5-84f4-4382-b049-6092cbc0b2b4","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.752908227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"58d5c67b-cc8d-4170-8c4e-c044c3faeb92","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.752925797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"58d5c67b-cc8d-4170-8c4e-c044c3faeb92","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.761405481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b4c2ab2d-7370-4db9-8a32-29df413721a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.761544096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f39b09e-297e-431a-88f9-035a18f53883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.771145068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f39b09e-297e-431a-88f9-035a18f53883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.777157539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b4c2ab2d-7370-4db9-8a32-29df413721a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.777838575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52160e35-e794-47e0-abd9-bf3b813721ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.777858083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52160e35-e794-47e0-abd9-bf3b813721ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778176382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33c3804c-8072-4416-8d73-ad04eeb4c6bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778193098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33c3804c-8072-4416-8d73-ad04eeb4c6bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.77847071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ff43704-f7db-47d6-ba24-7655c430006c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778486774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ff43704-f7db-47d6-ba24-7655c430006c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778670033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62f1ce38-8a44-4bad-a056-8541593f52ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778705123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62f1ce38-8a44-4bad-a056-8541593f52ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778968332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"281c50c4-aa0a-43b2-9dda-653de0574f0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.778979153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"281c50c4-aa0a-43b2-9dda-653de0574f0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.7791565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22788547-9c36-4bab-be1a-72d0c91ee1d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.779166628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22788547-9c36-4bab-be1a-72d0c91ee1d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.779375509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2a50c66-9910-44a4-a53f-7769a1c447b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.779387889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2a50c66-9910-44a4-a53f-7769a1c447b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.779552127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afd273e4-7589-4edb-ba24-0966883776cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.779562871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afd273e4-7589-4edb-ba24-0966883776cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.785232526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"060ee5a8-0c0f-4677-a0e2-77e1a44ea32f","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.785248055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"060ee5a8-0c0f-4677-a0e2-77e1a44ea32f","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.80200172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d62bda7-dd7e-4dae-baa1-c6945ae617a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.802090344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0eca5a07-8e12-4a56-ac93-611a3a726f7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.806318865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"cd067546-bfae-4ac5-b7ff-76e0192985c7","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.860647888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d196a1b7-6cbb-4cc1-8949-2e0c284d4c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.86345226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"09fe17cb-2252-419b-933f-3bb514bdb321","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.866176523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8406718-afe5-48eb-a765-7800db12f0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.871741944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d196a1b7-6cbb-4cc1-8949-2e0c284d4c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.872761143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"09fe17cb-2252-419b-933f-3bb514bdb321","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.874703587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8406718-afe5-48eb-a765-7800db12f0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.897510145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"16b8af7e-1df0-4868-917f-d95bcb2ee064","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.903367508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"79ec7666-8615-43c6-b2f4-fd6cab17c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.911736794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"79ec7666-8615-43c6-b2f4-fd6cab17c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.992170025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d5b83d41-c207-4a1f-93bd-fd5579c34833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.992772933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"13fbd835-d15e-4eb1-b71e-0ab365f2b130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:00.99287956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0183cb20-c057-4873-8382-b8f7590e9d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.062140515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"13fbd835-d15e-4eb1-b71e-0ab365f2b130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.071770567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d5b83d41-c207-4a1f-93bd-fd5579c34833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.097677353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0183cb20-c057-4873-8382-b8f7590e9d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.134592331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79de256d-eeee-4fc4-bc32-a3ecdb72ceba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.14572408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79de256d-eeee-4fc4-bc32-a3ecdb72ceba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.196021476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7876a086-5ab3-477f-90c9-ef7cedbb7825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.199268281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c3ef28ee-99d8-45f3-850f-60885814e543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.199280777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"ca105fb3-911e-4bc3-8104-295781acbf8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.199751584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"27f7197a-8881-44a3-8c4c-f6de90a998f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.199765097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"3c8d2600-868e-44d9-a5d6-c5e3c03ad233","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.204311633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7876a086-5ab3-477f-90c9-ef7cedbb7825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.207560653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c3ef28ee-99d8-45f3-850f-60885814e543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.208590305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"ca105fb3-911e-4bc3-8104-295781acbf8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.21017608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"3c8d2600-868e-44d9-a5d6-c5e3c03ad233","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.211052407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"27f7197a-8881-44a3-8c4c-f6de90a998f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.298088724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"7de1e7f1-7215-4e8e-8242-927c6ac658c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.298433096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"554bbed7-0db5-402f-8ada-6752e6ed0910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.298618123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"037190df-5072-4d3b-b6d0-1f774bcdd797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.300990475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"323a324c-6ea5-46a8-9191-16589ce8033a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.302364776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"dbf37575-c237-4b26-ac4e-76eefce80aea","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.307730041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"7de1e7f1-7215-4e8e-8242-927c6ac658c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.307936175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"554bbed7-0db5-402f-8ada-6752e6ed0910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.310024653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"037190df-5072-4d3b-b6d0-1f774bcdd797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.310294223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"323a324c-6ea5-46a8-9191-16589ce8033a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.312265561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"dbf37575-c237-4b26-ac4e-76eefce80aea","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.397634521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"51ffd7cd-8283-49c0-bf0a-f33207f6546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:01.406058278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"51ffd7cd-8283-49c0-bf0a-f33207f6546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.106587574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"090ca50d-f901-4f73-8889-d4253e12ae48","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-filter-sub-a-4f8bfe8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.1279577Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b","reconcileID":"090ca50d-f901-4f73-8889-d4253e12ae48","MaaSSubscription":{"name":"e2e-filter-sub-a-4f8bfe8b","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-filter-sub-b-2f4aaf6c","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.143782618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"ba12303d-1553-407c-96bc-d8f596c0839d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.143782617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"d49e96a5-ae97-4fc5-936e-9bd78183521b","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.155394031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"0070e86f-a572-4070-855f-bef11e630dcc","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.180058859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ee94964a-7c8f-42cb-b916-917a3d2276f1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.184850511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"3714efba-92e4-4f68-8b36-05d2462c5ab0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.193490541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"3714efba-92e4-4f68-8b36-05d2462c5ab0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.287466294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"97e3feeb-07f6-45ed-999d-a23c6238a402","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.287937327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b146dd0e-a1f1-4c83-bf48-ce3a995681c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.288331852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b84f34fa-4282-4cce-b9ee-b06f34e39271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.297503934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"97e3feeb-07f6-45ed-999d-a23c6238a402","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.297617199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b84f34fa-4282-4cce-b9ee-b06f34e39271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.299789611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b146dd0e-a1f1-4c83-bf48-ce3a995681c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.30924724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9b555032-0ff2-47ad-bf64-195118d830e4","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.364758642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"97df7d59-7e15-436c-95ba-0cf32d413571","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.373240456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"97df7d59-7e15-436c-95ba-0cf32d413571","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.464834899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cf2ec55c-c0da-4a11-a658-6cc46e6f42ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.46502726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cff949e7-9632-4027-85d0-b650e55403aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.465331924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"16682204-bad1-428b-9f8c-abe37f59af53","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.473295228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cf2ec55c-c0da-4a11-a658-6cc46e6f42ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.473505856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"16682204-bad1-428b-9f8c-abe37f59af53","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:06.475589545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cff949e7-9632-4027-85d0-b650e55403aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.949651969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"d1855407-8848-401b-8eac-768edea47445","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.950370746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a5831e-214d-443d-8815-87e82bfdacd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.951027567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1801eb-c21c-464c-b452-645b4787422d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.9640955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"d1855407-8848-401b-8eac-768edea47445","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.966801325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a5831e-214d-443d-8815-87e82bfdacd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:07.970642561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1801eb-c21c-464c-b452-645b4787422d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:08.050611214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"594633ed-8a41-4ee7-8b80-2cdec4c25086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:08.054375815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8c96af2e-0779-4913-996a-3603ddc61f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:08.060951023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"594633ed-8a41-4ee7-8b80-2cdec4c25086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:08.06497042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8c96af2e-0779-4913-996a-3603ddc61f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:11.674712749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"698dd5b2-4fe9-4f8d-a7b5-f687cd73109a","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:11.753926352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"e1ea75ec-8e9c-4e98-90e8-eaebe33f495e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:12.0851669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"4d09aa25-0db6-4ebd-9bba-400c881e5c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.927870643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f0bba39a-8de2-46f1-947c-d3e72ea7c266","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.929761603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"ae0e2d36-e8f9-4668-b2d5-289effaa0188","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.930269037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"a52593fa-156e-4a43-a2b5-b056490b765e","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.943631414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b2f83de8-526d-4e4c-9b06-bd953791e878","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.94424446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"23678bb0-2fa1-40bb-99c5-9071061b40e7","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.944724705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"19266a01-3458-4049-b221-309b6f07a4b1","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.94651939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"84a08bed-c39a-44ef-a816-e32903548d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.946570627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"53e0aab9-33fd-4224-98b6-6228640c79a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.953308631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"71ac334d-8f69-461b-b78e-4280bf5bad7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.954050097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"a3d87995-42cb-4553-97c9-c005f9317970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.955472305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"84a08bed-c39a-44ef-a816-e32903548d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:13.958066254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"53e0aab9-33fd-4224-98b6-6228640c79a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:14.041443038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f28a3384-e6a4-4b69-9e27-2f246cea2dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:14.042361161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c9666b0f-281d-4ab0-99e6-d41cefc259cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:14.052788532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f28a3384-e6a4-4b69-9e27-2f246cea2dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:14.05737754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c9666b0f-281d-4ab0-99e6-d41cefc259cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:15.167762783Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"9bea8241-f5f2-4f33-81ef-1d4f6451c7ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:15.260242232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"6343cfbd-afa9-47db-a4c3-4a84dd51f9fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.328646797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"472f73fc-c2a0-4882-9aee-e38a48df492f","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-filter-sub-b-2f4aaf6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.341358657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c","reconcileID":"472f73fc-c2a0-4882-9aee-e38a48df492f","MaaSSubscription":{"name":"e2e-filter-sub-b-2f4aaf6c","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.365041733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"133385b1-6599-4c7c-aa5e-e8640e300461","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.374923437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"18070dcc-c2d4-4b3e-80c3-1334247e7aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.374925524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"68b590f3-2749-4124-ae9b-b9c8eaf7a81e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.375478167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3bb191c2-60c8-46d5-b19a-24213a3c1794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.375594263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"0713fb76-5ab5-42bb-bed8-401c50478d9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.403479747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"0713fb76-5ab5-42bb-bed8-401c50478d9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.407165382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"68b590f3-2749-4124-ae9b-b9c8eaf7a81e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.414496647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"18070dcc-c2d4-4b3e-80c3-1334247e7aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.414710671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3bb191c2-60c8-46d5-b19a-24213a3c1794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.519036729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-a-4f8bfe8b-auth","reconcileID":"deea9c41-3835-4a90-bb3f-63c1490def2f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-4f8bfe8b-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.519077106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2d893a66-7a0a-42cc-b414-47634b660ab2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.532862122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6fb84013-c6cf-4a19-b568-0d0fb727034d","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.684938128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-filter-sub-b-2f4aaf6c-auth","reconcileID":"521a69fd-be46-428f-81c4-947315744bb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2f4aaf6c-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.687110599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"f8ec69b0-f7c6-4d3f-b369-b8a2503c7a5c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:16.700768066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2db73551-5dfa-42f4-a01f-ed49802a57b1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.104883518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"a762402b-4863-471c-bc0a-284054bfe7b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.70024641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"81a65541-10a1-4525-8d02-ca7b818a8f71","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.703718859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b174058a-e518-4718-b7f8-4afec57d22cd","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.703755844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b174058a-e518-4718-b7f8-4afec57d22cd","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.710806104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0ed0125e-e537-4700-9246-c77ca1bc249c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.711096746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7726640e-3be3-42de-b7f1-4774132936fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.713342845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afd0318f-ffc7-4b8b-8c54-6e80119297a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.71384818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d4eb4cd0-2427-4a1c-972f-ca78cbecfa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.716500059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"d62b40df-b1df-42f3-9e5f-f7adb3062c96","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.719097432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0ed0125e-e537-4700-9246-c77ca1bc249c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.719166625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7726640e-3be3-42de-b7f1-4774132936fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.721581428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d4eb4cd0-2427-4a1c-972f-ca78cbecfa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.721617397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afd0318f-ffc7-4b8b-8c54-6e80119297a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.724701681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"d62b40df-b1df-42f3-9e5f-f7adb3062c96","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726013073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1a555d5-a058-43d4-8b65-f33c26b1a875","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726029465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1a555d5-a058-43d4-8b65-f33c26b1a875","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726318382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0731fe8-1e81-496f-9809-2beb828f3d71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726332511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0731fe8-1e81-496f-9809-2beb828f3d71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726555695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d92ea7-6fb6-481a-a026-025e74b6cdfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.72657118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d92ea7-6fb6-481a-a026-025e74b6cdfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726780555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a316d4e-b9ec-4466-b55c-e66db3b55ff7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.726792757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a316d4e-b9ec-4466-b55c-e66db3b55ff7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.730397011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"8d0e599f-ce5a-4ab4-91ee-cfe70ad3fadd","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.7304152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"8d0e599f-ce5a-4ab4-91ee-cfe70ad3fadd","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.73419838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d14f864-2eee-47f6-a42b-150657f2dff0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.734238103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d14f864-2eee-47f6-a42b-150657f2dff0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.734548722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c0550ec-3b97-447a-99ba-26d45c48b68b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.734572283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c0550ec-3b97-447a-99ba-26d45c48b68b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.734862759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31aa5a36-8234-492d-9784-fc1760ff25c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.734881693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31aa5a36-8234-492d-9784-fc1760ff25c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.735101371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0273ee2-3e32-4ea5-9108-9a09bc83d153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.735114413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0273ee2-3e32-4ea5-9108-9a09bc83d153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.741761898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d38f97ae-3930-4b40-aa8e-ea9943e56148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.74177352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"44a41cab-da23-4480-a368-90964f1fef96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.742173361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d9db56a0-5333-4a7d-bdfc-11fa51d5d729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.742190107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1f8b40ea-dcd1-4ff4-b96e-7e30f77dde4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.743540578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c55204e3-475d-4193-ac63-cfb52f4fef67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.743953461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78c7856d-fd64-4c41-b9e0-3cd0e7724896","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.750799276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d9db56a0-5333-4a7d-bdfc-11fa51d5d729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.77699243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d38f97ae-3930-4b40-aa8e-ea9943e56148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.777488173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"9305f8fb-ed3d-40a1-a68e-255ed836164c","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.779627556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1f8b40ea-dcd1-4ff4-b96e-7e30f77dde4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.781753175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"44a41cab-da23-4480-a368-90964f1fef96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:19.833686253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"2e818e89-2618-4568-af30-fe5e07139405","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.044378192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2d8622c9-b4c8-4b5e-90a1-a951c46b9420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.055324408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2d8622c9-b4c8-4b5e-90a1-a951c46b9420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.056087569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a0828eb8-7168-430a-92d1-e24f1ca3f3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.056725881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8efc5b72-245d-4ff0-a7b5-f890e0f1f88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.05999568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f659799-08ee-4f1f-89ea-f0d32751aa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.079050976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a0828eb8-7168-430a-92d1-e24f1ca3f3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.081036842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"49428152-cb81-43b1-9983-8aebc74bf401","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.081542079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8efc5b72-245d-4ff0-a7b5-f890e0f1f88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.086224869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f659799-08ee-4f1f-89ea-f0d32751aa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.089465434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"49428152-cb81-43b1-9983-8aebc74bf401","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.175841548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c8492da-c5cb-421b-8882-cb38776db4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.183910288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c8492da-c5cb-421b-8882-cb38776db4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.284644645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bdd9af87-b768-4095-a971-4ce9d03bccb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.285314199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0b180d23-8cff-490f-a967-07ac1e1b314d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.286293057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58aca221-48cc-49fb-b3ef-2d694a56b10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.286815826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a9314f73-5935-4026-bfea-d56d9d1f0f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.295361786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bdd9af87-b768-4095-a971-4ce9d03bccb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.295360314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0b180d23-8cff-490f-a967-07ac1e1b314d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.299063299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a9314f73-5935-4026-bfea-d56d9d1f0f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.299070014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58aca221-48cc-49fb-b3ef-2d694a56b10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.38615953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9faa06e4-6ff1-4ebb-9884-1043ea25f022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.396398497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9faa06e4-6ff1-4ebb-9884-1043ea25f022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.487418609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"afce5a30-82be-4843-957b-dda7d0101252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.488313787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b11bfe33-2064-4345-b939-6f985c403c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.49627132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"afce5a30-82be-4843-957b-dda7d0101252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:20.496648254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b11bfe33-2064-4345-b939-6f985c403c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.751413279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"05ebd092-dbaa-4369-9e93-b3412cd8be40","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.751868792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"9b5689db-b28b-4e45-9462-4cee160b0a03","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.780036614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"0e880560-547c-48f2-8d0f-ac321b5421cd","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.780610275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"afba92a3-15ef-4b9a-9899-f85b18b85ecd","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.784577154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"99a1d5f1-2467-46d4-9aaf-d0effb1ef4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.787401576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2cc66bcd-9475-4fe6-892a-b21b89273bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.791815164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"6815d37b-ac86-4375-9c20-02fe7fc26cd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.793291998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"fbfb1b24-fe9c-4d25-9b7a-a83863277168","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.797800944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"99a1d5f1-2467-46d4-9aaf-d0effb1ef4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.879869517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2cc66bcd-9475-4fe6-892a-b21b89273bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.900706069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f212f344-2f31-4add-b377-bc54f8929c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.926140385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ca7aa643-e3dc-4e0f-a395-0c3a2a4397cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.930259867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f212f344-2f31-4add-b377-bc54f8929c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:21.939066842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ca7aa643-e3dc-4e0f-a395-0c3a2a4397cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:22.289811174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7b733166-fb5a-4849-9ca4-0c4fa67ad60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:22.289825471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87495329-9ce5-466c-bd40-675cb6fa0b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:22.298834388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87495329-9ce5-466c-bd40-675cb6fa0b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:22.298908705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7b733166-fb5a-4849-9ca4-0c4fa67ad60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:22.466799159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"39164153-72e5-4edf-809c-83a4cc25b11c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:25.695909852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:28.335344947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-b-a0f38071","reconcileID":"a637dd63-d420-4b38-ae6c-1cd0facb439b","MaaSModelRef":{"name":"e2e-conflict-b-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-b-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-b-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:28.344941278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"ac380d53-0d3b-4f04-bd55-58122e55b5d9","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.399662912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"28ad8920-acf8-47bc-a341-e3416f281a5f","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.724615255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"fd1cbe6f-99a6-461b-871f-a31fa49cfe1e","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.725114108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-conflict-a-a0f38071","reconcileID":"1828cfcf-c765-4c68-87a6-aa2c2bb49aba","MaaSModelRef":{"name":"e2e-conflict-a-a0f38071","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"e2e-conflict-a-a0f38071-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"e2e-conflict-a-a0f38071","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.725443805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"04711299-32a2-4967-be57-57f9cdf76679","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.752983798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d7264825-4046-45ec-a973-19d0364c870d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.753028144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"93dd63c8-511a-4667-b8a3-fa48a76adbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.757907476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"e4af6afb-445c-4d5d-be98-7d64a1b80928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.758903444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"ef92f1d2-ec23-4072-a820-7553f4ea5a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.762483731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"93dd63c8-511a-4667-b8a3-fa48a76adbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.762965275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d7264825-4046-45ec-a973-19d0364c870d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.900481071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7532aed0-418c-47a6-8436-65b664a93768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.900679585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7b12719d-e8cf-4f7c-9bf0-90296829e27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.923416519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7532aed0-418c-47a6-8436-65b664a93768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.924857343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7b12719d-e8cf-4f7c-9bf0-90296829e27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.985222753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f52f9708-7eaf-4bf4-a3b4-e5e5b57a4d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.985435871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"cab2db1c-3413-4125-a975-e69ef5f865d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.985222807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3fb5649-e50e-4474-bfcf-08657a3b2689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.994356414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"cab2db1c-3413-4125-a975-e69ef5f865d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.99792247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f52f9708-7eaf-4bf4-a3b4-e5e5b57a4d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:29.9997126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3fb5649-e50e-4474-bfcf-08657a3b2689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.141567505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"b7f69093-9cd7-44ca-a999-b7a67f8e6e08","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.143861842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2a706bcf-5c87-450b-85f9-ae7252881fca","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.156083365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0fd29750-a5c0-4078-8afe-eca4fd0f006e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.162651924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"3d5b55f4-b2c9-40cb-ab10-4120edeaa0ea","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.163153215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"5d5486a1-2412-4997-846a-c1d33ff7f5cd","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.164126113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cf1e7514-2d42-432a-8bce-40750403a8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.177897323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0fd29750-a5c0-4078-8afe-eca4fd0f006e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.178955225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"48786a0f-7ddb-45eb-a019-097baca9069c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.179671715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"78c5638f-93df-4528-ba92-2c2bcf02970b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.183405577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cf1e7514-2d42-432a-8bce-40750403a8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.381594026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"19cc5598-cc3d-4c42-b501-05cf55a18899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.382514208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8518df19-cce5-4080-9bbb-9fb509b7dcbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.405827463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"19cc5598-cc3d-4c42-b501-05cf55a18899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.42414323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8518df19-cce5-4080-9bbb-9fb509b7dcbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.967741495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"03167c23-b415-4367-b586-d7ebc2a74ed5","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:40.968143011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"c3d919e9-8f71-4d9d-b52f-895151695e1c","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.001325459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9e6b29cf-1441-4fb5-b268-44d803bf045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.001921318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2ed5439e-3940-43e5-bb03-078a247bf8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.012041656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"1b33d7de-20f6-4f67-835a-1f365f4a77cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.012078417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"082504fb-7f66-4bdb-a9eb-0f2664284a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.016085163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9e6b29cf-1441-4fb5-b268-44d803bf045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:41.018502699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2ed5439e-3940-43e5-bb03-078a247bf8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:42.056399823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3031a7da-14c7-49f5-9eba-06aece0916e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:43.457006835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"1a39b59e-4a43-4a68-b40e-dfbb13290104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:46.040231988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3e571c3a-9b00-4243-a25a-312a95618ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:46.040511853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"89dc8b72-9882-443a-9f03-08d8720c1a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:46.048871934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3e571c3a-9b00-4243-a25a-312a95618ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:46.04900612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"89dc8b72-9882-443a-9f03-08d8720c1a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:48.985650591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"2fbf067d-cdba-40a2-8901-9ebd1cd41bf6","namespace":"llm","name":"e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.014224163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b976cb96-783c-4ac7-b144-6d75b6ca90e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.015000692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"216812f2-baab-4957-9b79-6a691ebe3f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.015717243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"310e5cdb-038b-40c8-a735-e5a7fd45daf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.015836425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"3c45a11d-8d4a-43a1-8ec1-bb98c7fbebe4","namespace":"llm","name":"e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.019369073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b87a3b28-e5ea-4e7c-85d7-c2f9cbebeaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.024282652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"310e5cdb-038b-40c8-a735-e5a7fd45daf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.024773524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b976cb96-783c-4ac7-b144-6d75b6ca90e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.026848229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"216812f2-baab-4957-9b79-6a691ebe3f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.02786412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b87a3b28-e5ea-4e7c-85d7-c2f9cbebeaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.045179452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5f74223f-6354-48b5-8eb6-58295b990e34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.045197342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5f74223f-6354-48b5-8eb6-58295b990e34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.045495619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23db6b40-9541-4079-869e-444d1c2f10f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.04550898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23db6b40-9541-4079-869e-444d1c2f10f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.045775633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0c63e03e-3bbb-42a5-9adc-bdff66644e86","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.045791791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0c63e03e-3bbb-42a5-9adc-bdff66644e86","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046010867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a5a77f-c5db-4de6-858d-fd01e704ca9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046023303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a5a77f-c5db-4de6-858d-fd01e704ca9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046342655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ba4ac91-38eb-4167-a45e-9df3957b3fa2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046354438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ba4ac91-38eb-4167-a45e-9df3957b3fa2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046564209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3d571e7-3b23-4697-ba3f-7a439b630c3f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046576015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3d571e7-3b23-4697-ba3f-7a439b630c3f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046773779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8aa45afb-46c7-45fe-b794-f488f1963e76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046785446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8aa45afb-46c7-45fe-b794-f488f1963e76","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.046989503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9864289-69a3-43ac-8553-99760bcca55f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.047000324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9864289-69a3-43ac-8553-99760bcca55f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.050693279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"a5efabe4-4d56-4674-a211-a189bea39d09","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.050710462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"a5efabe4-4d56-4674-a211-a189bea39d09","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.061605045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dcc6dd9f-f7f2-4a70-a3bf-abc910d72e5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.061624243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dcc6dd9f-f7f2-4a70-a3bf-abc910d72e5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.061856042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5efe392c-afba-41a5-bd17-a37be728d5f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.061868886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5efe392c-afba-41a5-bd17-a37be728d5f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062060563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3ce7e653-9650-4dfa-9d46-d6a2275e3cad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062072156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3ce7e653-9650-4dfa-9d46-d6a2275e3cad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062335659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1ad01a2-d368-4780-ba5b-d4e2d0b1c778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062349148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1ad01a2-d368-4780-ba5b-d4e2d0b1c778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062662117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7eed14e5-6919-49d6-b8a3-6862b7e5809a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062674853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7eed14e5-6919-49d6-b8a3-6862b7e5809a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062905598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c799f929-45da-483e-9ebd-d495d6041dbe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.062921191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c799f929-45da-483e-9ebd-d495d6041dbe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.063170137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49e0ba10-d64a-42d1-92be-ed0978acca73","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.063185045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49e0ba10-d64a-42d1-92be-ed0978acca73","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.063458403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c764f42-58c1-4367-9001-095d548449dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.063471189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c764f42-58c1-4367-9001-095d548449dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.068272477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"33aa38c3-25fb-47e9-90e6-73b56f7d3400","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.068290073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"33aa38c3-25fb-47e9-90e6-73b56f7d3400","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.069642698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ec0d47c-e399-4f38-8687-b8874d56ce46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.075634766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36a73d49-f4bd-4bfa-bac5-1c5c90b5abe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.076049615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"89a5acea-b12b-4c5d-83f0-c27791356f1c","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.111845128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5331018-fbe4-473b-9456-7a78f158ede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.114578599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ccf5d065-3056-4210-ae54-f2c582a8600a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.1221575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b8ec7fd-90ff-4b61-86c1-ae55c02d4a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.122538992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"78bd048d-bb84-4f3b-b3a8-770bab090077","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.128195464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5331018-fbe4-473b-9456-7a78f158ede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.130283472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ccf5d065-3056-4210-ae54-f2c582a8600a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.134787003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b8ec7fd-90ff-4b61-86c1-ae55c02d4a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.142629634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"78bd048d-bb84-4f3b-b3a8-770bab090077","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.185843117Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"985eb1bc-cc7c-4a3c-8a66-c3ed92aae9ac","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"name":"e2e-rt-eq-be9385","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.210564318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"343571bd-b74b-4f9d-bcc0-afb2fc268ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.219338223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"343571bd-b74b-4f9d-bcc0-afb2fc268ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.280346708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"7dbd849a-b334-40f5-b6df-6e8b39f879ac","namespace":"llm","name":"e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.287291101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"300e1db3-5317-4138-9c09-09b831f64891","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.287318515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"300e1db3-5317-4138-9c09-09b831f64891","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.292107317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"33b9d9ff-5e49-4cc4-a09d-838a5a06b270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.292756793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c64b329c-eb48-4ba9-a679-d930d7dd8a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.293304664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8ef85e20-1aec-474f-8168-07b9cb243c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.305439598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"259ccfe1-9b70-45b3-a562-69e1f17d017c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.310313308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c64b329c-eb48-4ba9-a679-d930d7dd8a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.31266017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"33b9d9ff-5e49-4cc4-a09d-838a5a06b270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.315319574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8ef85e20-1aec-474f-8168-07b9cb243c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.316668699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"259ccfe1-9b70-45b3-a562-69e1f17d017c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.449485479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"acb2ad5d-a60c-423c-9764-020587c436ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.466733436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"625fcabe-8044-45ed-8529-8d2f00e3e4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.467812871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"acb2ad5d-a60c-423c-9764-020587c436ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.504910913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"625fcabe-8044-45ed-8529-8d2f00e3e4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.559714136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"da240051-39d7-45ee-807c-79c7901da178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.578457786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e198c78a-4a80-4a6a-9bfa-4a07dbdf9f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.582915635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"da240051-39d7-45ee-807c-79c7901da178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.583900239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"de1e8ac0-ac75-4a4d-b31e-ded1477467f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.595673019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e198c78a-4a80-4a6a-9bfa-4a07dbdf9f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.5971246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"ab53c981-6d6c-4cd2-8cb2-720226f3965a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.607403302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"ab53c981-6d6c-4cd2-8cb2-720226f3965a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.609485389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"de1e8ac0-ac75-4a4d-b31e-ded1477467f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.622372585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e10f144c-e0e1-48dd-9f84-2a5347504318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.623464525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0733c8a-cce4-4aa4-b549-11e5c96a692f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.634795261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e10f144c-e0e1-48dd-9f84-2a5347504318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.635483099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0733c8a-cce4-4aa4-b549-11e5c96a692f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.63599024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f245fbbd-6ba3-4bee-9d7d-8040ad57f453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.64487279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f1c25adc-b243-4663-930e-2c2600eba7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.648751228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f245fbbd-6ba3-4bee-9d7d-8040ad57f453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.659015757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f1c25adc-b243-4663-930e-2c2600eba7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.705010693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"553f2d44-52da-4c5d-9b13-59b8304db019","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.705034911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"553f2d44-52da-4c5d-9b13-59b8304db019","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.707308236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ed5ce739-5260-4785-8518-ec0304d6b617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.715992607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ed5ce739-5260-4785-8518-ec0304d6b617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.816831972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f89d7dd4-6bb2-4f47-b583-755387d1879f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.817143153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3b52b2dc-8f2e-4fe1-8412-def3568b0243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.820745144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"090a8891-3bf7-49ec-b9aa-bbac3fb655db","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.820776026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"090a8891-3bf7-49ec-b9aa-bbac3fb655db","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.835979357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3b52b2dc-8f2e-4fe1-8412-def3568b0243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.83672308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f89d7dd4-6bb2-4f47-b583-755387d1879f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.985401978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"63765809-0d36-4d90-bea7-1e92e85f1429","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:49.994283047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"63765809-0d36-4d90-bea7-1e92e85f1429","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:50.029943221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"32bd3b52-75b1-4114-a084-9a9d50ea85d3","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:50.029972693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"32bd3b52-75b1-4114-a084-9a9d50ea85d3","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.292779488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"dda76fff-9944-4c26-b619-21e7b48d43ff","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.293775816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"b7acc2c5-c978-476f-8706-0eb46f39c4ce","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.311606065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"11d270f0-9859-45e0-98e9-4996561fb5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.313600977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"84562320-2bcb-4141-b4ee-6c2d18ff024d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.31394408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"c9a89dbd-8aea-436c-824c-bb00defdaf75","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.317934671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"2093ebbf-b1a0-406e-9706-6ca0895d2e6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.317963301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"a9c54983-00b4-4fe0-ba93-b46d4c1e46cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.322524985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"11d270f0-9859-45e0-98e9-4996561fb5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.409789534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7d22afe6-9235-4e13-8801-14196c139af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.41045576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4a1c232d-3246-428b-9b34-acfbfeaba429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.426087816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4a1c232d-3246-428b-9b34-acfbfeaba429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.429239488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7d22afe6-9235-4e13-8801-14196c139af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.528703934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6cd2d72b-804f-4dfd-8d6e-a809bc6b2188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.542160556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6cd2d72b-804f-4dfd-8d6e-a809bc6b2188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:54.896710618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"6c56cb82-4c1f-47bb-9774-48e8a6088d4c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.207142939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-be9385-sub models-as-a-service/e2e-rt-sw-9bda1e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.211072003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"08eb7056-2d32-4ff8-a928-2b117c26488c","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.211106781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"08eb7056-2d32-4ff8-a928-2b117c26488c","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:50:55.224193217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-be9385-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-be9385-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.228909488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"358cd2e4-990e-4e15-b3d4-674890194776","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.229380541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6735174-3d05-4a04-b3ca-afaac7ad2448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.22986184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"edad81db-b292-4c81-af2c-48c112932273","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.230825094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a3d5c2e-95c0-4061-bc53-f8a8a7406cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.231436907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"75f706d2-f9ef-4e69-93db-b3abbd26dde5","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.231452916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"75f706d2-f9ef-4e69-93db-b3abbd26dde5","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.238307126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"358cd2e4-990e-4e15-b3d4-674890194776","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.239286823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6735174-3d05-4a04-b3ca-afaac7ad2448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.240373077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a3d5c2e-95c0-4061-bc53-f8a8a7406cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.241304102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"e1d03882-50da-426d-af70-30d5958c1ad3","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.241320447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"e1d03882-50da-426d-af70-30d5958c1ad3","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.241422533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"edad81db-b292-4c81-af2c-48c112932273","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.245788066Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"19ec94d9-9a44-4e3b-9e9f-b68247ad7dd4","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-be9385","model":"e2e-rt-eq-be9385","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-be9385-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.272964792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"5c9998f5-9b2f-4bd2-8922-48eb9c4003e7","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.27298413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"5c9998f5-9b2f-4bd2-8922-48eb9c4003e7","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.322811284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"6a551c8f-13f0-44f4-9072-fd7dd496483b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.324697414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c34c2e-f0cf-4133-9b39-10ad61a0b9bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.324750337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"ba81c55a-6889-4524-ada8-64503aee3a9a","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.32525427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3564718f-2e7d-48f3-b5b1-739722a33755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.331028511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"6a551c8f-13f0-44f4-9072-fd7dd496483b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.333414225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"ba81c55a-6889-4524-ada8-64503aee3a9a","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.333883465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3564718f-2e7d-48f3-b5b1-739722a33755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.335717799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c34c2e-f0cf-4133-9b39-10ad61a0b9bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.340559623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"cb77d704-af1c-4157-95fc-f34cfd8e5b2b","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-be9385","model":"llm/e2e-rt-eq-be9385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:55.702447047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:56.880109414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"27577149-b830-46ae-9aa3-a1f08cde394b","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.162491324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"103f4733-73ed-400b-8731-c27258e40ca9","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.16329205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a075939-d9ab-47b5-b3ed-bba0b9d73ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.163977469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc4a382-4834-4474-85f6-1049231342f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.168192363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"da4f790c-baf5-4eee-8657-19daa22c70a0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.184572498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a075939-d9ab-47b5-b3ed-bba0b9d73ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.185254567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"103f4733-73ed-400b-8731-c27258e40ca9","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.190658134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc4a382-4834-4474-85f6-1049231342f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:50:58.193834809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"da4f790c-baf5-4eee-8657-19daa22c70a0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.645999859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"75f33531-6378-41c3-95c0-29d5515bf3e2","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.64632261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"b36aef9d-9e48-49d7-86dd-651871da20d1","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.646748107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"fe7fa8dd-6dc5-4008-aa3f-6e1227124de1","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.671146804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"340d5e74-7fcd-4d8b-99f2-32e8478904e6","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.671527946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"5e476458-4b7c-4237-a44c-30ad559b27b1","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.6718152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"ec63123a-67ab-49e0-81ac-75420afc35e2","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.675738315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0fd633f-a3fb-4fbb-bedb-92dadff3901b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.676319051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"1e8c1d82-fde2-4dc6-9a63-4b7d0c07ba5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.676637909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e2052f05-40ce-4937-981c-64578a9a453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.680092566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"80ad6521-dec4-48e0-923e-d1bfdef4ba5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.687401318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0fd633f-a3fb-4fbb-bedb-92dadff3901b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.689680371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e2052f05-40ce-4937-981c-64578a9a453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.764171856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e661308b-38ba-4a19-8d5f-049e010db2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.764187548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"89b6a61b-4902-4fd6-95be-54776b252dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.77596698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"89b6a61b-4902-4fd6-95be-54776b252dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.776923262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e661308b-38ba-4a19-8d5f-049e010db2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.130732402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"ff10517f-6d64-46b3-a783-e76d8d26188e","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-be9385","model":"llm/e2e-rt-eq-be9385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.182773236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"43f0c111-37b0-4626-8aab-5e481d6b1483","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.182811605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"43f0c111-37b0-4626-8aab-5e481d6b1483","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.476703638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"738789ba-1ca5-45bf-a7db-3f985391275e","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.477716374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"0d4d0ef6-f264-4e6d-9649-9076a3fad293","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.558095341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"abadc957-b039-4d87-a825-587d0b6330ec","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.782374764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6048aed3-3515-452e-8e5f-5c52b13afd53","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.806123243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"f664ccae-cf0e-46bd-a47c-8ebfcbb12ea7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.80672804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"e9af2ba3-8ced-4680-96f2-c10d69c5e54f","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.906060955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"e660ed0a-f500-4d98-8503-94c11a1602a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:06.907962322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dfa6fe1-8b39-4e6a-a7ed-a2da0d112d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.036175069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5ce0dcd2-4848-441e-90c1-2a774c1c73d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.059543102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"140a78d3-316f-4784-8c45-3bd4e14d402c","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.063949157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6cd51af-b63a-45b8-9687-07ec582cd772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.111941727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"e660ed0a-f500-4d98-8503-94c11a1602a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.179983282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"6a39d3d1-fab8-429c-b9c8-6d1ea3031029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.204000493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"b37f91ed-d4fc-4319-8ce0-f7058a16c407","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.166277011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5ce0dcd2-4848-441e-90c1-2a774c1c73d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.210737859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dfa6fe1-8b39-4e6a-a7ed-a2da0d112d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.262921045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6cd51af-b63a-45b8-9687-07ec582cd772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.317573456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"140a78d3-316f-4784-8c45-3bd4e14d402c","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.637073056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"476a0f77-91f3-48e8-b060-173eecf1121d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.637727121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0343d96a-b1dc-4efd-bc71-4632555211ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.742610761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"efbac65f-e73b-4a1e-87c4-c6cd832f8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.750814117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"476a0f77-91f3-48e8-b060-173eecf1121d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.770475867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0343d96a-b1dc-4efd-bc71-4632555211ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.774582486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2ea16699-3c05-4802-a0f7-f3972621a6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.871389299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2ea16699-3c05-4802-a0f7-f3972621a6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:07.874130293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"efbac65f-e73b-4a1e-87c4-c6cd832f8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:14.724117442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"8c3e2424-b256-4dae-b821-19dade9f2acb","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.584721226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"a1a88a62-8a1d-45a4-9a06-9260ee247a0e","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.584752105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"a1a88a62-8a1d-45a4-9a06-9260ee247a0e","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.599078683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55e0e12-0e7d-416c-bc84-5e5381ca0dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.599464717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"203e5016-6a95-47db-87fe-b0f7e86beebc","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.599649221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9869117f-fcba-472b-aad9-c63cfa0fddd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.599831083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"a61b6632-97bc-4b06-b47c-3cd6cf7fa285","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.600617045Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"e43762f8-10a7-40f3-94e8-cc7c35b20eaf","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d9b2be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.607825551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55e0e12-0e7d-416c-bc84-5e5381ca0dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.608999434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"203e5016-6a95-47db-87fe-b0f7e86beebc","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.610435383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"a61b6632-97bc-4b06-b47c-3cd6cf7fa285","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.61181979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9869117f-fcba-472b-aad9-c63cfa0fddd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.695355701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53156276-a7d6-4710-85cb-82597d734e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.703583428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53156276-a7d6-4710-85cb-82597d734e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.795849563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"e67ca9bb-3b64-4e76-8d3a-6793e3575f7c","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.796069591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb62e45b-e43a-4359-a9ad-c4a2ad2ad935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.795848268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"ba9423d1-6058-45ed-b0ba-3947c02655af","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.804105457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"e67ca9bb-3b64-4e76-8d3a-6793e3575f7c","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.804363977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"ba9423d1-6058-45ed-b0ba-3947c02655af","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:15.806342237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb62e45b-e43a-4359-a9ad-c4a2ad2ad935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.259592948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0a3da907-7ea1-4fc5-aca6-90d24a1c8606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.259606481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cc9ed88c-873c-4ac1-a5fe-6dc594363211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.269803138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0a3da907-7ea1-4fc5-aca6-90d24a1c8606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.270079607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cc9ed88c-873c-4ac1-a5fe-6dc594363211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.431580198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b4fd9fe8-32fc-45c5-90ff-214042255c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.432356479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"948484ab-8857-43c6-bc7c-c21939b7fcc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.443312896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b4fd9fe8-32fc-45c5-90ff-214042255c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:17.448036753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"948484ab-8857-43c6-bc7c-c21939b7fcc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.250483925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"875fafd8-783f-4a97-99b8-98859c57dd6c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.250951872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"e5a0c1e7-2ced-44fb-80a7-ca394a793e00","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.251361062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"56ae6bc2-3597-48c6-b804-cdaa3161a45f","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.271495614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"88f359c3-1b97-406e-9950-30fe57220293","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.271912944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"c01fae6e-861b-4da1-a605-199a87b5fbf1","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.272313078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"010a49c6-1bc6-4641-b00e-5c3a661e604d","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.296478655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"690a26c6-1e68-4a97-924d-b90cc53eb72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.305394228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"74257c24-efba-4795-b55c-a4b4efb90749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.324333175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"a313b30a-f8b3-47cd-8323-ddca04670154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.355424733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"690a26c6-1e68-4a97-924d-b90cc53eb72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.448197199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"22071803-b717-4bd6-8ea2-407ef06b1f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.504631642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"22071803-b717-4bd6-8ea2-407ef06b1f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.513779907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1be4ef1a-708a-42ed-a53a-777acf7a1c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.557718619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1be4ef1a-708a-42ed-a53a-777acf7a1c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.713740585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0d456353-54a4-495d-9f62-fda483512f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:18.748849584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0d456353-54a4-495d-9f62-fda483512f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:21.478190563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"6dfb7196-b4ae-41f8-82e2-ff25f8563e7d","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.530146637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"46acb8ca-32d8-40ec-b018-944efe08da55","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.538455614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"a18b3a3e-cf52-427d-be02-24844ea6cc3f","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.548077422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"2b3f15a6-665f-4a3b-9fde-bb35af9cb324","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.558503156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"2b3f15a6-665f-4a3b-9fde-bb35af9cb324","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.565366432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fb6eb6fc3787018912193964be152764628c0ad334d481c3aa269df353f1deb) AuthConfig (4e63264cb5e356581d0765a611c7ab580a0b4c33cbbcad70a6fc011af98de8ac) AuthConfig (217dca0d5d643f5886637cf65cd9e27c14c04fac6d2c233cfe0106c7a5275104) AuthConfig (69b10d7ed21d0f8fbd4eddf8564af257a31349695043fa6e13ec1465522fc8a1) AuthConfig (4f443415aa593aca763deb3312a83e6876d9a425373bfd86dcacc9cdf08f9f96) AuthConfig (ee1c76ea11a307586e92dd4e358a2232871e6126af1e92ba0771ca647151ee51) AuthConfig (409e51aa828a18366eafb1ac65cd5c940d3bedc7044ffe03bf390fe5b15ac134) AuthConfig (bcc06f7990a2824d9627b5ee24efe88b46cd173b2f16b868e0dd9d8fc75bb4e8) AuthConfig (0667271c7ced54402a26bd30773a24172e41e712ecfc7711460781359196e70b) AuthConfig (538409b2d15f141c12e7494eeaf115cc634d27a96b483981352900976f26b810) AuthConfig (54cdd148680ad790deef1be38bf062d93a524f5da94d6c656b887b5d06cde08c) AuthConfig (0dfba853b270c49299bc3107ca0a0568f01fa0627ec006763d8dfaaeaa81fc95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"2b3f15a6-665f-4a3b-9fde-bb35af9cb324","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.574576377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"fd3bbcab-961a-4083-9777-667aa67de8f8","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.649858653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"1aabd173-a9b8-47e8-a02e-5172471ec675","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.669674922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"1aabd173-a9b8-47e8-a02e-5172471ec675","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.684535666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b5703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fb6eb6fc3787018912193964be152764628c0ad334d481c3aa269df353f1deb) AuthConfig (4e63264cb5e356581d0765a611c7ab580a0b4c33cbbcad70a6fc011af98de8ac) AuthConfig (217dca0d5d643f5886637cf65cd9e27c14c04fac6d2c233cfe0106c7a5275104) AuthConfig (69b10d7ed21d0f8fbd4eddf8564af257a31349695043fa6e13ec1465522fc8a1) AuthConfig (4f443415aa593aca763deb3312a83e6876d9a425373bfd86dcacc9cdf08f9f96) AuthConfig (ee1c76ea11a307586e92dd4e358a2232871e6126af1e92ba0771ca647151ee51) AuthConfig (409e51aa828a18366eafb1ac65cd5c940d3bedc7044ffe03bf390fe5b15ac134) AuthConfig (bcc06f7990a2824d9627b5ee24efe88b46cd173b2f16b868e0dd9d8fc75bb4e8) AuthConfig (0667271c7ced54402a26bd30773a24172e41e712ecfc7711460781359196e70b) AuthConfig (538409b2d15f141c12e7494eeaf115cc634d27a96b483981352900976f26b810) AuthConfig (54cdd148680ad790deef1be38bf062d93a524f5da94d6c656b887b5d06cde08c) AuthConfig (0dfba853b270c49299bc3107ca0a0568f01fa0627ec006763d8dfaaeaa81fc95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"1aabd173-a9b8-47e8-a02e-5172471ec675","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.606064173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"fe9dbd80-aab9-406e-b705-18e967e1cdd7","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-be9385","subscription":"e2e-rt-eq-be9385-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.622015646Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"fe9dbd80-aab9-406e-b705-18e967e1cdd7","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.629526979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-sub","reconcileID":"fe9dbd80-aab9-406e-b705-18e967e1cdd7","MaaSSubscription":{"name":"e2e-rt-eq-be9385-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-be9385","namespace":"llm","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.662050362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"d3f6e03d-789d-4f3c-a0b7-bd421ee2ad3d","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.662074594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"d3f6e03d-789d-4f3c-a0b7-bd421ee2ad3d","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.676588224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"47aba10f-2c68-428c-bc27-cf2cc3f53bf0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.676608581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a83ced63-e8c8-46a6-9caa-b5a0a8d23834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.677057825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"2ba1e1c9-78f3-47b2-89d6-444eb327371a","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.677128056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebbacb19-be48-4b4c-82fe-4085fd6109de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.681284996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"e5182bb6-c1eb-4b23-91ac-0e58fbdd1988","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.681302893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"e5182bb6-c1eb-4b23-91ac-0e58fbdd1988","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.685052278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a83ced63-e8c8-46a6-9caa-b5a0a8d23834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.685194954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"47aba10f-2c68-428c-bc27-cf2cc3f53bf0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.687656916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebbacb19-be48-4b4c-82fe-4085fd6109de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.687895963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"2ba1e1c9-78f3-47b2-89d6-444eb327371a","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.695881871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.773806301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"a105357e-1887-4e98-bd77-18bfd528d829","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.781766603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"a105357e-1887-4e98-bd77-18bfd528d829","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.814403184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-be9385-access","reconcileID":"3ff41afc-968f-488a-b2eb-5e774995b22f","MaaSAuthPolicy":{"name":"e2e-rt-eq-be9385-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.819167531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"0f955ab2-7cb9-409f-955c-dbfb0ba0b6e5","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.819193111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"0f955ab2-7cb9-409f-955c-dbfb0ba0b6e5","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.960485123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"213c5453-5adf-43f6-8331-1a3dc4c720a6","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:25.960516144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"213c5453-5adf-43f6-8331-1a3dc4c720a6","MaaSModelRef":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-be9385-b6430985953f","namespace":"llm","model":"e2e-rt-eq-be9385","externalModel":"e2e-rt-eq-be9385","provider":"e2e-rt-eq-be9385-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.510899893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"654206a7-d0c0-4dcc-9bb0-5b91c1c69d32","namespace":"llm","name":"e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520071834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c65c831c-b83d-46e3-8d57-b572a8802461","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520093885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c65c831c-b83d-46e3-8d57-b572a8802461","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520465874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a6d76b7-ba19-4c2e-85d1-885e85fb47b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520488141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a6d76b7-ba19-4c2e-85d1-885e85fb47b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520712507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b5f6988-f53f-478f-a9a2-9faac5925d6b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520725639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b5f6988-f53f-478f-a9a2-9faac5925d6b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520915653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c71edb42-a8b7-4f8a-8ab8-a4800fd78fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.520926034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c71edb42-a8b7-4f8a-8ab8-a4800fd78fe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521230768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0410f6e5-248f-45c5-9d12-4530932fc728","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521243122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0410f6e5-248f-45c5-9d12-4530932fc728","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521458556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bde52ffc-ae38-4746-99be-d70c2527662c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521472468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bde52ffc-ae38-4746-99be-d70c2527662c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521659646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"efe1032b-b41e-4212-9c1f-b454940d7b2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.5216702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"efe1032b-b41e-4212-9c1f-b454940d7b2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521720461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"add08ada-dcba-465a-add5-7787f9bf9858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521845641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5ebbe03-3cdf-45c7-92d7-bd7695dd68f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.521856536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5ebbe03-3cdf-45c7-92d7-bd7695dd68f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.522113841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fb185773-97a3-4b52-b885-ac4a344b7d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.522463618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"6f3a58dd-3874-4e1b-b923-7ab198d22954","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.522573708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"600496cb-b3f5-49a8-8a76-b82b5850fd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.52729105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"793e7720-bd02-4982-972f-cf04f97f7c46","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.527312138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"793e7720-bd02-4982-972f-cf04f97f7c46","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.527709242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"6d7e8bbc-98b9-4e20-b503-4e1bbfd795b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.534878459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fb185773-97a3-4b52-b885-ac4a344b7d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.53487846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"600496cb-b3f5-49a8-8a76-b82b5850fd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.538310817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"6f3a58dd-3874-4e1b-b923-7ab198d22954","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.538729216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"6d7e8bbc-98b9-4e20-b503-4e1bbfd795b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.541695096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"add08ada-dcba-465a-add5-7787f9bf9858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.544338693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e331cbd2-1f4c-4803-ac51-4ee891735fbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.544820526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"858b50fc-774d-44fd-9f40-874e8317f732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.547542844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"bacf648e-76a4-4f06-a67e-bce072f776f1","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","model":"llm/e2e-rt-sw-9bda1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.587634066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e029a987-55bf-462c-9fd1-da5d8a630ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.592570352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e3232a-bcc6-43b1-b151-7a808b75856c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.595977923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e029a987-55bf-462c-9fd1-da5d8a630ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.602436207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e3232a-bcc6-43b1-b151-7a808b75856c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.654789095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"b85b60d1-688e-4a41-95ec-30d36201348f","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.668610708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-be9385","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-be9385","reconcileID":"1dedf699-cb4d-4ad4-858c-9c8fc6ab6718","namespace":"llm","name":"e2e-rt-eq-be9385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.68028204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e642e09b-ee2f-42d3-9e76-cfb8a514208d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.680417834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3d62cc02-6d2d-481e-976b-a184195e75d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.680792594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"19ba88e2-81a3-4cd3-93ef-2f163197d8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.680896228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"54b37312-d436-4271-8324-627aef9d19c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.683808529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f88c86-d5c1-4224-a023-8604202e88a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.694153731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e642e09b-ee2f-42d3-9e76-cfb8a514208d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.694615653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"54b37312-d436-4271-8324-627aef9d19c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.702749397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"19ba88e2-81a3-4cd3-93ef-2f163197d8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.702748682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f88c86-d5c1-4224-a023-8604202e88a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.710421303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3d62cc02-6d2d-481e-976b-a184195e75d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.948567113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cda3fa9-f89b-4248-aec9-fb0458bb27a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.948906392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"933ac80d-8d5a-4d80-bdc7-b4f9be4399b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.948628922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c9addf44-1525-4522-9c31-6b3059075544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.954721405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"2ec76e59-39be-4f43-8d60-6dc48533fe14","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.958412755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c9addf44-1525-4522-9c31-6b3059075544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.959077561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cda3fa9-f89b-4248-aec9-fb0458bb27a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.96245767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"933ac80d-8d5a-4d80-bdc7-b4f9be4399b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:26.963610824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"2ec76e59-39be-4f43-8d60-6dc48533fe14","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.017826227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b7d6e449-7f72-4fbd-888d-005eef39bbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.026657983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b7d6e449-7f72-4fbd-888d-005eef39bbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.117974293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d9e53264-2856-4a30-a784-99144bd84ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.126216515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d9e53264-2856-4a30-a784-99144bd84ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.287160388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5ed8fd9-815a-4b4f-b708-69c2fe049e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.326137847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"32ac0529-80da-4a80-b3b6-dde0ea51a765","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.32659211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"97b10934-616b-4760-9f8b-d0213e60ff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.32702744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8478e2c-2c99-48f3-aaba-1d9dd11b7c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.329465225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5ed8fd9-815a-4b4f-b708-69c2fe049e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.337025431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"97b10934-616b-4760-9f8b-d0213e60ff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.339702677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"32ac0529-80da-4a80-b3b6-dde0ea51a765","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.340366054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"21a375f1-2ade-47ef-8583-b4ef3e4811a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.341577189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"9cb04d06-2358-4b99-8794-0e21ed52c488","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.376963639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8478e2c-2c99-48f3-aaba-1d9dd11b7c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.381392989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"21a375f1-2ade-47ef-8583-b4ef3e4811a2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.38290172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"cdbf3159-c250-4c44-8fe6-ce04795ed731","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.386390712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"07c7e81d-9e1f-4fc2-96c3-5c25139910e4","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.390573034Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.395000288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"fc65370f-13d8-4683-bb05-422cf862971c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.491642247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf1a6f6-6f10-4d1f-909d-9b3596cc0f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.500370884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf1a6f6-6f10-4d1f-909d-9b3596cc0f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.50161621Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-subscription","reconcileID":"6769cb7a-daed-4f67-b1e4-30047fa064d4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-2b5703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.516001272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"87885f46-f949-4437-b82f-1e1e296a17a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.520706284Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9dce9c52-3e49-48fb-91f1-47e311531dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.520833893Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"58b8d478-5693-42e3-85ba-3ea750dee9d4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.521158421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c11c7a50-ef10-48da-aabc-da8272c21d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.521165152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2ae5f629-88ec-4b8e-8af6-713bfeef9499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.521952118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"2abb9c92-4706-4158-8f51-840ccbb71b8a","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.53049132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2ae5f629-88ec-4b8e-8af6-713bfeef9499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.531157139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"58b8d478-5693-42e3-85ba-3ea750dee9d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.576469829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9dce9c52-3e49-48fb-91f1-47e311531dab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.577829982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"73ffffdd-3611-4e75-919c-06674bdb8b97","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.578328332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"a9fa5add-e04e-436b-9f20-f06931cc99e8","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.578475557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c11c7a50-ef10-48da-aabc-da8272c21d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.606759709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5d193b40-b74a-4bdd-8b95-71cbed1221a1","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.606788274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5d193b40-b74a-4bdd-8b95-71cbed1221a1","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.620668143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-subscription","reconcileID":"fe7d0391-71e1-457e-b0a9-2517c19b92b9","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.622682429Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1ddd04f3-d1c4-4e00-80cd-c10638ad626c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.622764766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1ddd04f3-d1c4-4e00-80cd-c10638ad626c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.627156189Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f5f346ad-9863-46c6-8a49-1dc76f95f012","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.627290598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f5f346ad-9863-46c6-8a49-1dc76f95f012","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.628871381Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"792de31d-5c34-4a69-ab29-3f0833741d80","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ee5e119","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.723106767Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0b223953-5167-4518-ade7-94869fb7e4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.723219382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0b223953-5167-4518-ade7-94869fb7e4af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.727433433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c3f4294-16e6-4628-9fd3-f308c567a882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.728736612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45155e2-998c-4fa0-9e48-0f73b103f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.741934072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c3f4294-16e6-4628-9fd3-f308c567a882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.743549134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45155e2-998c-4fa0-9e48-0f73b103f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.747092728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"cf79381c-52e3-447f-aa09-c20154fc2c65","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:27.758694193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"cf79381c-52e3-447f-aa09-c20154fc2c65","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819454839Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"42b488b6-131c-47cb-8cdc-e5202ed96d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819530009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"42b488b6-131c-47cb-8cdc-e5202ed96d65","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819446188Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b5c208f4-493e-47ee-8280-b127b93340a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819600947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b5c208f4-493e-47ee-8280-b127b93340a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819753626Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"7ed291d2-4623-4f50-9725-3994567ac003","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.819792941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"7ed291d2-4623-4f50-9725-3994567ac003","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919397547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"a14a69d3-3735-4dd4-a5fb-458c427d316f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919462003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"a14a69d3-3735-4dd4-a5fb-458c427d316f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919401263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7f778062-b99e-4c26-80ff-de73462fc2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919506277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7f778062-b99e-4c26-80ff-de73462fc2b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919617291Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7c8570de-ad79-4a64-b957-da554aa3edad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:27.919674245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7c8570de-ad79-4a64-b957-da554aa3edad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018645514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"83007ee6-046d-4250-8a96-d3dabcd8501f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018712862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"83007ee6-046d-4250-8a96-d3dabcd8501f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018641742Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"69464d9d-7170-40b4-97da-80a8f8d140c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018766237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"69464d9d-7170-40b4-97da-80a8f8d140c9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018880301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"66bec042-173a-4f8c-94f0-870bb96825b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.018928797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"66bec042-173a-4f8c-94f0-870bb96825b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.118500942Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"7e82757c-7415-4e5d-b3f9-727925ba604f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.118570263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"7e82757c-7415-4e5d-b3f9-727925ba604f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.118511101Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"adf88dfd-658c-4e2d-81cc-a573cd163c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.118614442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"adf88dfd-658c-4e2d-81cc-a573cd163c6f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.118728167Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"428669dc-30fc-44aa-8081-961a14615b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.11878261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"428669dc-30fc-44aa-8081-961a14615b1b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.31896154Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"ac66c84d-ba25-4dc9-8379-232844b6f244","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.319026906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"ac66c84d-ba25-4dc9-8379-232844b6f244","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.319172221Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"534edc61-1fc1-4fc5-9d57-95f18692e0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.319250331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"534edc61-1fc1-4fc5-9d57-95f18692e0e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.319280174Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"41e03d6c-dcb0-4488-920a-8b1b66f839a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.319321778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"41e03d6c-dcb0-4488-920a-8b1b66f839a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.652732695Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"dc82cdc3-c46e-4411-8002-979ea1692402","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.652818439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"dc82cdc3-c46e-4411-8002-979ea1692402","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.652732698Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ae1d82e7-e359-4930-bc9b-29e8f65e68c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.652907423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ae1d82e7-e359-4930-bc9b-29e8f65e68c1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.653140069Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4e1d1ad3-ec49-46fb-acca-ae20e289728f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:28.6531856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4e1d1ad3-ec49-46fb-acca-ae20e289728f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:28.694371747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"b532ebf8-5720-4499-b9b3-a5d3d74ddd28","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.303314721Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"2574f0a8-ca50-458d-9b49-e29fd6896ad3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.303381681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"2574f0a8-ca50-458d-9b49-e29fd6896ad3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.303297389Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f6660520-5641-4169-be09-ad3a1e0cf69b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.303443585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f6660520-5641-4169-be09-ad3a1e0cf69b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.303585898Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e7567d58-9133-4416-89c1-040e2b174a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:29.30362834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e7567d58-9133-4416-89c1-040e2b174a12","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.682899743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"c890bad5-ab85-4442-89b8-ed2747339eae","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.690405447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"0594cfd3-81c5-4bc6-83c5-da915ecabff6","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.786424052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"8b2dbcf0-edda-4b75-bef1-85f53f81081a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.794450822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"8b2dbcf0-edda-4b75-bef1-85f53f81081a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.815609173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"f525b636-f8ce-4f97-83e5-4f571e3f3449","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.877943448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"33c6fcae-360a-4fc2-b42f-9f31dbc93a3e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.88605142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"33c6fcae-360a-4fc2-b42f-9f31dbc93a3e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:30.07243586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"b99333fb-d8e3-4763-9811-a0069ad21021","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.081109449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f389a98f-8f5b-4942-a2d3-e0e640a5475c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.081176872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f389a98f-8f5b-4942-a2d3-e0e640a5475c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.081258847Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9bdd4dde-2b18-4a8b-972c-73ede61ddaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.08132012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9bdd4dde-2b18-4a8b-972c-73ede61ddaae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.081498777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b08f33fb-9903-4aa4-9264-f5c48cf7fbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:30.081540528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b08f33fb-9903-4aa4-9264-f5c48cf7fbeb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.050565324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"4570da95-dd18-417e-a5d6-5acb91b5962d","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.652601606Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e312498e-cf0b-4322-8dec-9b00572f4912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.652669816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e312498e-cf0b-4322-8dec-9b00572f4912","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.65260966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9010b594-9818-414e-b2a7-eea6af874ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.65272494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9010b594-9818-414e-b2a7-eea6af874ba3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.652791447Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"d217316f-67d4-4de3-878a-38ed849f4227","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:32.65283464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"d217316f-67d4-4de3-878a-38ed849f4227","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.766977589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"37473e9e-df89-429a-99dd-23c0e7b1f2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.767624999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5a608608-a67c-4723-897d-b19fb64a9d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.78905298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5a608608-a67c-4723-897d-b19fb64a9d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.797291647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"37473e9e-df89-429a-99dd-23c0e7b1f2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.632781546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"bfc9ccf9-0fb1-47f0-af6b-73e573ae7ac2","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9bda1e","subscription":"e2e-rt-sw-9bda1e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.641495551Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"bfc9ccf9-0fb1-47f0-af6b-73e573ae7ac2","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.644989696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-sub","reconcileID":"bfc9ccf9-0fb1-47f0-af6b-73e573ae7ac2","MaaSSubscription":{"name":"e2e-rt-sw-9bda1e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9bda1e","namespace":"llm","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.677280708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b68e7218-a89c-4317-88f6-10c3470c7ece","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.677300286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"b68e7218-a89c-4317-88f6-10c3470c7ece","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.685249312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6f9a5f-e6ae-462d-a156-c37066afa649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.685324552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"ea4240f5-7f2f-4a22-a553-3c0b2de89e36","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.685679137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a326c6-53d3-4be7-b3ca-6a8bf3a12731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.694758445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a326c6-53d3-4be7-b3ca-6a8bf3a12731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.694852531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6f9a5f-e6ae-462d-a156-c37066afa649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.696881561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"ea4240f5-7f2f-4a22-a553-3c0b2de89e36","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.784986634Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e4e9dd1d-4ee8-4ca6-a810-d55b1b781ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.785054286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e4e9dd1d-4ee8-4ca6-a810-d55b1b781ffb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.785320052Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"08c969f9-f415-4901-bb84-5e585cbb8a27","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.7853604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"08c969f9-f415-4901-bb84-5e585cbb8a27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.78551449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8ca5bf99-36e3-4556-93fe-a65f4dd2c59c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:37.785545673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8ca5bf99-36e3-4556-93fe-a65f4dd2c59c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.811786532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"7b1f8760-e258-447f-a2b0-8f5cf33e209e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.821484381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"7b1f8760-e258-447f-a2b0-8f5cf33e209e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.83101597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"491e07b3-af05-486a-843b-eb4440493d27","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.831037989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"491e07b3-af05-486a-843b-eb4440493d27","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.906315443Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9bda1e-access","reconcileID":"dfb4f406-d702-4b7a-94ec-07fc76742f33","MaaSAuthPolicy":{"name":"e2e-rt-sw-9bda1e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.925706055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5ea20b22-3e3d-4900-9245-faddef982492","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.925728372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"5ea20b22-3e3d-4900-9245-faddef982492","MaaSModelRef":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9bda1e-36ead220d519","namespace":"llm","model":"e2e-rt-sw-9bda1e","externalModel":"e2e-rt-sw-9bda1e","provider":"e2e-rt-sw-9bda1e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.468561889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"eca094e9-2a02-4981-82d4-d3379d33b798","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477294541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b644407f-5675-474e-8c66-d21a155137cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477315102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b644407f-5675-474e-8c66-d21a155137cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477541403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ccfd053-42c9-45e0-9758-d1a6d8f52377","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477553113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ccfd053-42c9-45e0-9758-d1a6d8f52377","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.47772714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b88ca48-2876-4312-b14d-022268bc0ef9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477736853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b88ca48-2876-4312-b14d-022268bc0ef9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477899494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e78dc079-012e-4485-8940-680a2704d788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.477911129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e78dc079-012e-4485-8940-680a2704d788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478161496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f46aea99-0275-42b8-9194-e8870428d718","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478171784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f46aea99-0275-42b8-9194-e8870428d718","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478386679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13f7cc1c-c4b1-4841-8ad7-b4d25ec7125c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.47839827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13f7cc1c-c4b1-4841-8ad7-b4d25ec7125c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.478499699Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"744fde23-ba5d-4374-9b88-984647b975f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478561738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ad0e15a-935f-4c1e-a33b-0fe3074c870e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478572227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ad0e15a-935f-4c1e-a33b-0fe3074c870e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.478556061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"744fde23-ba5d-4374-9b88-984647b975f5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.478725021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70efabda-e18b-439c-8574-db6b7fdb58ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.47873412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70efabda-e18b-439c-8574-db6b7fdb58ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.479176021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ef67e706-a12e-495d-8c27-450fbc69d6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.479238158Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1014bd8d-7605-4965-a872-b828508c1ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.479304141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1014bd8d-7605-4965-a872-b828508c1ea0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.479621423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"07194056-d023-4368-93bb-2229c7dab500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.479760051Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4134f17-aeee-4cf2-ac00-3f828469a0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.479816207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4134f17-aeee-4cf2-ac00-3f828469a0e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.487451509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ef67e706-a12e-495d-8c27-450fbc69d6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.488249572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5964795-a89a-4d05-863c-f09fc370da73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.488761139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"07194056-d023-4368-93bb-2229c7dab500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.491679201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0ab62af4-2867-4c2f-aa5b-5774e99e21fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.492811454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a3af27d-746b-48ef-a5dc-750afa6baa63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.493005697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a905d00-7849-4069-bd37-4747a247d65a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.495664582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"de26e280-40a6-4dc4-96f3-0bbf1e6ef4d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.499148927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5964795-a89a-4d05-863c-f09fc370da73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.503913743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0ab62af4-2867-4c2f-aa5b-5774e99e21fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.506412539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"de26e280-40a6-4dc4-96f3-0bbf1e6ef4d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.616663731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9bda1e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9bda1e","reconcileID":"360943df-78b7-4336-af99-c40f7b385aac","namespace":"llm","name":"e2e-rt-sw-9bda1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.617330997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f9345528-b121-4ec3-87fe-4e6d1511fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.683908645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0deccade-dae9-431e-a4c1-fc756a1c7282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.68602523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f9345528-b121-4ec3-87fe-4e6d1511fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.692196505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0deccade-dae9-431e-a4c1-fc756a1c7282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.704873345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ef50aa-e5eb-43a7-b2ee-f2f6386c2f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.705289139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"39b98eb6-dae1-4aca-b186-cbd4e883e7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.708084646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"edc64b5f-47f5-4c3b-b0c5-f2ba27165ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.709665156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5a16b14d-88ef-41ed-9b35-6fe627fc35a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.710032966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f9de9d18-05f0-4c51-8193-f742ac1fe254","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.710080598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f9de9d18-05f0-4c51-8193-f742ac1fe254","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.818087159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"39b98eb6-dae1-4aca-b186-cbd4e883e7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.820800122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ef50aa-e5eb-43a7-b2ee-f2f6386c2f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.822356668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"edc64b5f-47f5-4c3b-b0c5-f2ba27165ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.823103952Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"aa88d014-0dc1-4563-902d-b4f42640a82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.82317444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"aa88d014-0dc1-4563-902d-b4f42640a82f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.87072962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5a16b14d-88ef-41ed-9b35-6fe627fc35a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.90927219Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"23125ee8-1586-43fd-bfbf-b6b374891427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:38.909436926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"23125ee8-1586-43fd-bfbf-b6b374891427","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: compose ai-tenant-e2e-worker-w2-2b5703/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: model e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.910789166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"f11afa91-529c-4b18-ac1b-56b4ea6b6898","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.922686571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"f11afa91-529c-4b18-ac1b-56b4ea6b6898","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.922693747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"92a528c3-ffce-4e93-a29f-6d889c6a53ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.936429773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"92a528c3-ffce-4e93-a29f-6d889c6a53ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.004136044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"00ddc11b-572f-4916-9228-8b6d7f98b47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.004290715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b95c9775-f623-4bcd-aec0-6518c6d13813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.004863273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"19484dd7-f7dd-40ed-bea5-c5dba7536f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.004863338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"897950e7-a722-4ba3-820f-9e81bd1e32dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.013431785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b95c9775-f623-4bcd-aec0-6518c6d13813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.013451525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"00ddc11b-572f-4916-9228-8b6d7f98b47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.01717168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"19484dd7-f7dd-40ed-bea5-c5dba7536f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.017243212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"897950e7-a722-4ba3-820f-9e81bd1e32dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.130833644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5b90c0b6-87e2-4247-a119-224317358f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.143537051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5b90c0b6-87e2-4247-a119-224317358f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.866579428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"93568cfe-5571-4196-b084-a8be2a186351","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.88191704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"33b7507c-9be6-4347-934b-5e4fc9d95628","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:39.885001583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"577c2443-3c26-40bb-816d-794f5d2a427d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.887405465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"51cb3286-4e6b-4978-a390-81b1816d965b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.889715104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1eef4275-4d6c-43eb-96cc-b3fbc6d04b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.889894475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"4f7d6579-5749-4223-af4a-a2f040bb4f34","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.895784207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"51cb3286-4e6b-4978-a390-81b1816d965b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.896536608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"f7d10a42-02fe-487c-ab07-2c6ba209d5e8","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.899037794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"4f7d6579-5749-4223-af4a-a2f040bb4f34","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.899102388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1eef4275-4d6c-43eb-96cc-b3fbc6d04b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.90558237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"01566425-c95c-4bd2-adc2-23637fa9127b","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.923010067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"b1a6b75d-0ae4-482c-9b8c-b1aa4b5860ff","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"distinct-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.940706603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"ad7a5cf3-8db0-4504-bef7-049624143391","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.98339868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ca9f772c-792e-452e-90bb-891d756d9b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.983460613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"a29f9d41-4cee-4cde-8528-a5e1e100fb30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.983801885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e3814b1f-ec71-4b3f-bb97-5bf15a2d00b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.992092033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e3814b1f-ec71-4b3f-bb97-5bf15a2d00b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.992092004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"a29f9d41-4cee-4cde-8528-a5e1e100fb30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:39.994230925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ca9f772c-792e-452e-90bb-891d756d9b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.019432784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"38b3cef7-7876-4785-96e5-e63a4b077eed","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.034888732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"79832c68-443e-46d8-b22e-57d53f916564","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.043142788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"e5e706d2-462e-426b-b7a7-a619c111d560","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.084829315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"62feef6b-8b83-4e31-b964-79ffa8f6490f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.091902196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-subscription","reconcileID":"027271dd-37d2-4738-b00c-8a0b64dc3450","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.093499411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"62feef6b-8b83-4e31-b964-79ffa8f6490f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.11330231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-subscription","reconcileID":"027271dd-37d2-4738-b00c-8a0b64dc3450","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.120492654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"b1765eb5-f9e0-4e1c-b83f-fc9af017c0ca","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.128664164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"63a9287b-95d0-450c-950e-3b0d943f26f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.184854326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"8490232c-ca21-449f-ad6c-c3a4b21be78f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.19406825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"8490232c-ca21-449f-ad6c-c3a4b21be78f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.20966303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"41051adb-ea3e-41c1-963a-c2631a4bda7b","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.20982763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.22264879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"02ab6942-febd-4805-85cd-3d6d982c5b10","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.22298263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"8509a32d-e1aa-4358-9571-d5f794ab4c26","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:40.225815166Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.229366264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"57bb9589-ec8d-428d-95fd-93f51eef2d2d","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.231181629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"5c7e7a4b-a72a-4581-a479-cc532745bd0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.231405283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"51845d40-4116-4d22-9bb2-9914673ebf69","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.231499239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.24080571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"0e55c615-fc8b-479c-967e-88b4703d02be","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.278372933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f7f206da-63bb-44c9-9cba-ee3ddfa307ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.284569793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"5cd150d6-043a-4dba-ba29-1883d893e4da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.284606456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"422979f0-04a0-4eb3-9567-f4a949a02ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.285088412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"eb909365-0360-491f-bd75-3e15538856d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.287031738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"f7f206da-63bb-44c9-9cba-ee3ddfa307ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.292971306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"5cd150d6-043a-4dba-ba29-1883d893e4da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.293235395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"eb909365-0360-491f-bd75-3e15538856d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.29654819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"422979f0-04a0-4eb3-9567-f4a949a02ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.320046733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"89f189a0-2fb6-4f92-8a8b-3099f8dd3a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.376556934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"525e71b6-0af3-40bc-b499-c268e1f593d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.377192841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"a33052ac-0e41-4613-af8d-a476614bb02e","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.384846472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"525e71b6-0af3-40bc-b499-c268e1f593d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.387104943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"89f189a0-2fb6-4f92-8a8b-3099f8dd3a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.387914358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"d46b0153-ed99-41a7-aefc-949df1b0c877","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"distinct-2-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.390040988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"d5a2657f-44df-46cf-b72e-83c31c289010","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.390506381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"47aebb5a-64c1-4412-aaa0-9f0afd864ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.398679663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"47aebb5a-64c1-4412-aaa0-9f0afd864ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.400756704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"d5a2657f-44df-46cf-b72e-83c31c289010","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.401105104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1c55022-4f84-4b90-938a-25a7fc78331f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.477699315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1c55022-4f84-4b90-938a-25a7fc78331f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.479120778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"87a28df0-e61e-4b5d-987c-28edba3fdab2","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.498953337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"723a39e0-85f7-492a-8e50-70d142a45ad6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.583507999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-dedup-auth","reconcileID":"646d1924-6329-4dfd-818d-1439e3998d03","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.593879535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"f7a17665-69d7-45b9-b493-ccbdaa0c9139","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.598941752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"92021c16-a6da-4aae-b6d3-fb43f27f8a20","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.607460416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"959e9ca4-40ba-4080-aa84-3b34b1a1e997","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.615800672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"959e9ca4-40ba-4080-aa84-3b34b1a1e997","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.617404708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"beaf8b97-16e7-4f0b-bda0-785651f5fcab","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:40.95405413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b45dd17b-1330-4a92-b614-775176126900","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.531698025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"659221d4-340f-413c-ba18-0ab2b1ba0d82","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.531987265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"d25d31b0-d137-4c93-90bf-6f82f4bad9f1","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.540275085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"ee630a30-fe16-4f62-b71f-3676a9ba3826","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.540530564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"2d95cc79-40d8-49ab-891a-1889744dd9ca","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.55768178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"b854f490-55fb-41b3-a368-9f4b36d56d11","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.565898707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"b854f490-55fb-41b3-a368-9f4b36d56d11","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.692909992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"541381a3-896b-4aff-b4dc-94ef0891c57a","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.69313165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"9b0160ca-aad0-44aa-95b3-f549c45084a7","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.700043047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"9f26db08-43a9-4895-9147-2e965ce63af9","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.700293797Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.710612734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"497d89ea-1dac-4b59-bd34-9e0cc484d2c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.711934045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"cb754784-9512-4631-acc4-150811d7dad4","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:41.712665483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"9f8585e2-dd04-422c-b921-2d200142c6b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.720993183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"497d89ea-1dac-4b59-bd34-9e0cc484d2c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.722688175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"aa4bfa47-24f6-4c05-9e01-53edf1e0424e","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.72567751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"874f1da1-52e3-491d-a61e-a36d4fe4951a","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.725965115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"b2c540d4-ab4f-493a-95c6-3f1da67a7889","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.733127461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"6f0cc371-2561-49c3-8d14-36cba2c9039f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.733464223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"842960dc-b3d7-4126-a0ae-3ffccc724e5c","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.747912858Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"25492241-a4d1-4c84-b1d6-c7bacd6ddb98","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"distinct-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.756380076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"0ba7f7a8-dfad-41fe-9dad-7f90ca870188","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.763699572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"25492241-a4d1-4c84-b1d6-c7bacd6ddb98","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"distinct-2-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.771783375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"0c65b289-edb8-4297-97c0-b9b3dac5effb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b79c04b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.796076022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"e5fca013-d67c-4244-a0ad-31e47083def3","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.796416818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"12bc5af3-1c8f-4535-ac80-a745cd661bd4","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.809276198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f3ad49d6-2a9c-4d87-adfd-4d6e38708912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.809551137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4cd8d1ef-726d-460b-a3ff-b0d7fcc45b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.809834902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9a30f712-9cd1-4301-ab66-5279337e74f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.810066945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"962e0ebe-0a40-4be4-9f23-bd6889005409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.819496844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4cd8d1ef-726d-460b-a3ff-b0d7fcc45b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.819511367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f3ad49d6-2a9c-4d87-adfd-4d6e38708912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.822885532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9a30f712-9cd1-4301-ab66-5279337e74f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.823117083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"962e0ebe-0a40-4be4-9f23-bd6889005409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.847306042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"08141cfd-cdd3-44cd-b263-61064b977dff","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.857252348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"08141cfd-cdd3-44cd-b263-61064b977dff","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.908297307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e7818bfb-080c-4f90-84c3-72d63bfe6015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.908379089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e6336798-7cb7-4d76-ac62-0a908706c78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.90873291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"10b19ba6-d3a3-4463-a1ac-7e82ca1241f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.909154638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"1e24481e-7d0b-435c-874d-122e92695f5c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.909342347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"1fb58ec8-bdab-4e95-96dd-ab3c6836e0b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.916926105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e7818bfb-080c-4f90-84c3-72d63bfe6015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.917048757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e6336798-7cb7-4d76-ac62-0a908706c78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.919069485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"10b19ba6-d3a3-4463-a1ac-7e82ca1241f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.91959912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"1e24481e-7d0b-435c-874d-122e92695f5c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.921741705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"1fb58ec8-bdab-4e95-96dd-ab3c6836e0b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.009309354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd279f86-fc77-4c79-b6d8-26fd05ddd1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.009752283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"17957e15-24e3-4e86-8240-26bc75e5afc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.077324695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd279f86-fc77-4c79-b6d8-26fd05ddd1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.078658226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"17957e15-24e3-4e86-8240-26bc75e5afc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.501960818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ca685363-19b9-4223-98d7-e43c23aa880e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.502531833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"3205768a-808f-4043-a572-0e53b177a2c4","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.512795789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"129ecd98-4334-47ce-a2b7-a598eea0e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.515583217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cf4229fe-3f0b-4ad2-9c8c-34a567fe9f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.520408193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"c6414f05-8514-4984-8b75-03149e978f97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.522685051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"129ecd98-4334-47ce-a2b7-a598eea0e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.523017887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d2396c91-5801-4988-ab83-aafa47bdce53","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.523375802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"4d01251b-29e6-494e-bd66-436e6e962700","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.525111631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cf4229fe-3f0b-4ad2-9c8c-34a567fe9f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.611275191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b180705a-3f0c-4de3-a7e2-3597add82494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.611353106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b586286a-4fb4-423a-b66f-57a3836bb570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.661547902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"138296e1-3803-4f5f-aab0-db2766933a3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.669177926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b586286a-4fb4-423a-b66f-57a3836bb570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.672411257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b180705a-3f0c-4de3-a7e2-3597add82494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.744939031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"49e411bf-c3c6-406d-bf03-add517674c77","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.756520631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"e398fb60-bdbf-4151-92bf-1dbbab14d104","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.764655118Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"179e9eb4-db90-4f5d-a577-2529f85db73d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-276879a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.767468076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3874620b-8894-436b-afcf-7c4c76902ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.767643875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"aa6464d6-43d3-45ab-8a8c-06ccc4cb19a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.767878789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"7c08754a-a39f-4987-ac06-ecf97051d4c3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.770656648Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"a123d017-12ea-4176-97a9-011c4de98bf9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-276879a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.776897358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3874620b-8894-436b-afcf-7c4c76902ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.777731327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"aa6464d6-43d3-45ab-8a8c-06ccc4cb19a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.779180199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"7c08754a-a39f-4987-ac06-ecf97051d4c3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.859539523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3d533aef-e700-4b6d-84bc-7b174e80ca37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.859831493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f5703ea6-e1c3-44f5-8b13-0a79de8adaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.861779705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"a2c407ce-bb5e-4592-9ac5-8486567f6c69","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.867797364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f5703ea6-e1c3-44f5-8b13-0a79de8adaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.867797992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3d533aef-e700-4b6d-84bc-7b174e80ca37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:42.869986993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"a2c407ce-bb5e-4592-9ac5-8486567f6c69","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.75848392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"c4c46fe6-e704-4805-aee9-c7acbfa90f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.768739609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4c926b37-15c0-4480-8f2f-0ab8f74f321f","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.779002027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"74517289-a662-425b-8036-c874d5af181a","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.790714935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"f1700d01-2873-439f-be7b-e8743c14c00d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.800889744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"f1700d01-2873-439f-be7b-e8743c14c00d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.811121194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751012f0e304ffbf031bb69caf8d5646294b22107bad1abfeb150cfdb004a7bb) AuthConfig (52254f4a8434d29d3d5bd2268a43d32bf05ab0032793c100ff1e4e030aa5f629) AuthConfig (174339b19784f87c998969ad59b6071abe85555051a1979651c624f422c07979) AuthConfig (80da6395c4ba7d76323954482bbd64b674c6d6f6b734ad49c1e3e328ce7f94df) AuthConfig (45f189f05f3e7d1e6da7e04e8daf2d3a75fe085c66005d19bc860fdb79ebe1de) AuthConfig (6172852511598a7296f8b06a0eda0c897851d65225dc5ea3e5d3de7b62971d8a) AuthConfig (4025071e90f2bd65304b952dca81f279749b277ed3e7c65bb2db873978dab109) AuthConfig (62ef930a942fd6384e2135653eb5474e9afce3c984e33b28481e49b068abafcd) AuthConfig (9139518a8b82e771a7c2cbfb6cba37b6a2380579c4d730e8298e84c456740e35) AuthConfig (b3bd2cf901c77556689bb2d88f6f5f2637cf9729d29115b73651a666437297a1) AuthConfig (d09dcb9d228621114527212b4c81490decee04630d1ded7d036faf8d8ac05ba7) AuthConfig (2ae41066b2b4b4dda74887773a552a6aceb70aa0a084a0aeaf904c989d4447a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"f1700d01-2873-439f-be7b-e8743c14c00d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.822981375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"9acbfa42-14d5-4cd0-ac62-c7416dae2a0d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.930031078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"13cdcbf5-8efd-47ea-aabd-3c055405fa37","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.950767951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"13cdcbf5-8efd-47ea-aabd-3c055405fa37","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.957470728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"17de939c-7840-4e9f-9f3a-ac12464ef95d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.961953218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751012f0e304ffbf031bb69caf8d5646294b22107bad1abfeb150cfdb004a7bb) AuthConfig (52254f4a8434d29d3d5bd2268a43d32bf05ab0032793c100ff1e4e030aa5f629) AuthConfig (174339b19784f87c998969ad59b6071abe85555051a1979651c624f422c07979) AuthConfig (80da6395c4ba7d76323954482bbd64b674c6d6f6b734ad49c1e3e328ce7f94df) AuthConfig (45f189f05f3e7d1e6da7e04e8daf2d3a75fe085c66005d19bc860fdb79ebe1de) AuthConfig (6172852511598a7296f8b06a0eda0c897851d65225dc5ea3e5d3de7b62971d8a) AuthConfig (4025071e90f2bd65304b952dca81f279749b277ed3e7c65bb2db873978dab109) AuthConfig (62ef930a942fd6384e2135653eb5474e9afce3c984e33b28481e49b068abafcd) AuthConfig (9139518a8b82e771a7c2cbfb6cba37b6a2380579c4d730e8298e84c456740e35) AuthConfig (b3bd2cf901c77556689bb2d88f6f5f2637cf9729d29115b73651a666437297a1) AuthConfig (d09dcb9d228621114527212b4c81490decee04630d1ded7d036faf8d8ac05ba7) AuthConfig (2ae41066b2b4b4dda74887773a552a6aceb70aa0a084a0aeaf904c989d4447a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"13cdcbf5-8efd-47ea-aabd-3c055405fa37","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.970169904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"7f2389d3-1422-4377-b4ec-d0f78ac2b33a","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:43.97637688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e482/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.976670312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"db891e83-da3d-43ad-85c4-903abdcc71e0","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.989293777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"9d456b37-1ee5-4b31-91af-1a9b05d110d1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.991540213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"642b3d78-b08a-44b8-bd43-52119b7ec64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.991564331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"889ae504-c6f9-493e-a9a5-8939eb7c3427","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:43.991990556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9486fe71-435b-4905-8d97-8a80f9268687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.000095181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"889ae504-c6f9-493e-a9a5-8939eb7c3427","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.000170886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"642b3d78-b08a-44b8-bd43-52119b7ec64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.002303933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9486fe71-435b-4905-8d97-8a80f9268687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.007540127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751012f0e304ffbf031bb69caf8d5646294b22107bad1abfeb150cfdb004a7bb) AuthConfig (52254f4a8434d29d3d5bd2268a43d32bf05ab0032793c100ff1e4e030aa5f629) AuthConfig (174339b19784f87c998969ad59b6071abe85555051a1979651c624f422c07979) AuthConfig (80da6395c4ba7d76323954482bbd64b674c6d6f6b734ad49c1e3e328ce7f94df) AuthConfig (45f189f05f3e7d1e6da7e04e8daf2d3a75fe085c66005d19bc860fdb79ebe1de) AuthConfig (6172852511598a7296f8b06a0eda0c897851d65225dc5ea3e5d3de7b62971d8a) AuthConfig (4025071e90f2bd65304b952dca81f279749b277ed3e7c65bb2db873978dab109) AuthConfig (62ef930a942fd6384e2135653eb5474e9afce3c984e33b28481e49b068abafcd) AuthConfig (9139518a8b82e771a7c2cbfb6cba37b6a2380579c4d730e8298e84c456740e35) AuthConfig (b3bd2cf901c77556689bb2d88f6f5f2637cf9729d29115b73651a666437297a1) AuthConfig (d09dcb9d228621114527212b4c81490decee04630d1ded7d036faf8d8ac05ba7) AuthConfig (2ae41066b2b4b4dda74887773a552a6aceb70aa0a084a0aeaf904c989d4447a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"889ae504-c6f9-493e-a9a5-8939eb7c3427","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.013037343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-sub","reconcileID":"c2338dd7-d8e3-4f7b-9350-3f25a9130975","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.03054089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"26cae723-5298-4a25-a8f8-467890c5666b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.090921328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"03d8dd05-b470-4d30-bc2e-6be6b426e877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.091118023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c8a996f1-1916-4310-a791-d3141463d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.09092399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"518a0fce-3945-43d4-b2e6-892ff156a6c0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.099194753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"03d8dd05-b470-4d30-bc2e-6be6b426e877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.100309499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c8a996f1-1916-4310-a791-d3141463d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.101468483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"518a0fce-3945-43d4-b2e6-892ff156a6c0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.107042765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-sub","reconcileID":"8e0e62e3-4125-4262-a6c1-fa5a3c03cabf","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.10729119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"d31ff161-e940-4c90-86d5-9c1d81c817a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.110377189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-32e482-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (751012f0e304ffbf031bb69caf8d5646294b22107bad1abfeb150cfdb004a7bb) AuthConfig (52254f4a8434d29d3d5bd2268a43d32bf05ab0032793c100ff1e4e030aa5f629) AuthConfig (174339b19784f87c998969ad59b6071abe85555051a1979651c624f422c07979) AuthConfig (80da6395c4ba7d76323954482bbd64b674c6d6f6b734ad49c1e3e328ce7f94df) AuthConfig (45f189f05f3e7d1e6da7e04e8daf2d3a75fe085c66005d19bc860fdb79ebe1de) AuthConfig (6172852511598a7296f8b06a0eda0c897851d65225dc5ea3e5d3de7b62971d8a) AuthConfig (4025071e90f2bd65304b952dca81f279749b277ed3e7c65bb2db873978dab109) AuthConfig (62ef930a942fd6384e2135653eb5474e9afce3c984e33b28481e49b068abafcd) AuthConfig (9139518a8b82e771a7c2cbfb6cba37b6a2380579c4d730e8298e84c456740e35) AuthConfig (b3bd2cf901c77556689bb2d88f6f5f2637cf9729d29115b73651a666437297a1) AuthConfig (d09dcb9d228621114527212b4c81490decee04630d1ded7d036faf8d8ac05ba7) AuthConfig (2ae41066b2b4b4dda74887773a552a6aceb70aa0a084a0aeaf904c989d4447a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"518a0fce-3945-43d4-b2e6-892ff156a6c0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:46.943083793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"99b78712-efa5-4585-b450-0872bb048d85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.439320976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"7dd18e85-5c49-4f78-a809-0a5c2e615e31","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.471882447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"611d2cda-b8ba-4d77-9238-f245cf4d76e2","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.852023939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"5ac25967-3a9a-4bd7-ac64-579c366f97a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.85290553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c0115e56-b2c6-46fb-9dca-42e3374637b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.003650794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"5ac25967-3a9a-4bd7-ac64-579c366f97a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.855611973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"13cb5543-d132-4299-961a-c68fcb6af3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.857750562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d42ff09-44f3-467f-b19f-9ce1a88c47df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.858056861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"24753886-d6b1-4795-9165-99ae2fe7708d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.171123058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c0115e56-b2c6-46fb-9dca-42e3374637b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.191790136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d42ff09-44f3-467f-b19f-9ce1a88c47df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.273961957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"13cb5543-d132-4299-961a-c68fcb6af3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.303154093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"24753886-d6b1-4795-9165-99ae2fe7708d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.607745841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"d639e10c-6222-4f85-b560-aacf62f3d409","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.665608926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"d639e10c-6222-4f85-b560-aacf62f3d409","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.706756586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"158f8cc6-f443-44a2-b317-e842c8dc656a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.707537122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"271c06f4-73cd-4b9a-a718-805d5e90b933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.707804287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"38a882b6-e81f-488d-912c-164392986efe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.786150769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"4be489cc-a74b-437f-b4dd-634b0e251935","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.787836223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"158f8cc6-f443-44a2-b317-e842c8dc656a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.801824898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"38a882b6-e81f-488d-912c-164392986efe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.825992055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"271c06f4-73cd-4b9a-a718-805d5e90b933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.903532754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"4be489cc-a74b-437f-b4dd-634b0e251935","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.933221916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0f069d5c-bd2b-4775-ab3f-df963e489a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.977092939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0f069d5c-bd2b-4775-ab3f-df963e489a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:50.023221618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"482d28bd-a861-40e4-bb5b-b0e2a3edb757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:50.054393453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"482d28bd-a861-40e4-bb5b-b0e2a3edb757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:51.815576564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"4e433f12-c8c7-4c7d-934a-51b3df5b60c3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:51.830231633Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"4e433f12-c8c7-4c7d-934a-51b3df5b60c3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:51.844545841Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub1","reconcileID":"4e433f12-c8c7-4c7d-934a-51b3df5b60c3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.060390568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"7573299f-b01f-4b14-9236-86052c27a9c8","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.185521684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"fddd6f99-3ea8-4088-9519-6e13d0e9482e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.229465878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"5bd7cfd8-df01-496c-9de6-eda770b66d0a","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.249356554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7c7e2925-2a19-4da2-80e4-9349c5e9c1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.250579095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ee662dfb-6ce4-4a4a-8c2a-ba2a6d371eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.251521495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"5e6d4809-0917-4af6-97e8-3286a0694396","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.307687732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"7ad18333-e9c9-4644-af31-f09f506447d7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.349166072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"5e6d4809-0917-4af6-97e8-3286a0694396","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.363196765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"7ad18333-e9c9-4644-af31-f09f506447d7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.39977008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ee662dfb-6ce4-4a4a-8c2a-ba2a6d371eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.408643372Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"24d8be11-13dd-4a4b-b2c3-b2976d960038","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27e1f945","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.40867148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7c7e2925-2a19-4da2-80e4-9349c5e9c1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.620728781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"355b9883-ef78-4480-baa7-3d275adf07c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.631142734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"e476a3c0-924a-479b-8b12-a096138c192e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.644667659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"71a15ebe-3ebd-4344-b0db-7082ead48cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.64495692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8119d2d1-bf9d-4f24-b0c9-68b2f5828deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.663651128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"355b9883-ef78-4480-baa7-3d275adf07c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.719869411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"e476a3c0-924a-479b-8b12-a096138c192e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.731935216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"71a15ebe-3ebd-4344-b0db-7082ead48cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.75660611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8119d2d1-bf9d-4f24-b0c9-68b2f5828deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.789889237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.799666148Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.81096687Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.821479035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.829669535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.833891216Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-subscription","reconcileID":"0683ce31-ade1-4df1-9088-b677bc8144c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.977079717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"dbf9bd22-1243-456d-9715-d9042940cc1c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.996018888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"4264c427-94db-4e3a-bdf6-21dbf71996af","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.014699768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"68880283-43e8-47b3-9838-ba1f706a2a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.015419131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2d3588e1-f814-411b-a3e5-8a521c9b4165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.016049796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"7e8dfb56-f69f-4140-a891-6d4d677eb463","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.036736411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"7e8dfb56-f69f-4140-a891-6d4d677eb463","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.077534672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2d3588e1-f814-411b-a3e5-8a521c9b4165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.103728697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"68880283-43e8-47b3-9838-ba1f706a2a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.156481653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"4a8fac00-4789-46bf-974a-5ad62cad7fd4","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.157167952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"b860d46a-f301-4926-9c15-60e5fef9835e","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.301674333Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"2aab3122-6d0a-411a-93b0-869d7983717b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.400541851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-distinct-models-auth","reconcileID":"2aab3122-6d0a-411a-93b0-869d7983717b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.451287514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"13034e1e-f5f3-413f-a6d5-810a4a4c8052","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.451622776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"9d9b584e-1a6a-4781-bb1c-334e9b767e61","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.120345554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"8215b9ea-b9e0-4f9f-9207-26071f7c6b67","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.130264554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"8215b9ea-b9e0-4f9f-9207-26071f7c6b67","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.159305797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"2f52d502-6739-40ae-917d-bd94fff7d16d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.37199262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"5e21dbe7-b02a-4d92-ad5e-e4425bf767cc","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.382785651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d251ab52-3f95-4751-a3a0-e7b5763e7df0","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.400824606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"f561b1d2-1297-456c-9462-3f1cfeb3931c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.401524926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"35bee0b7-02f8-4a28-ab74-d10ab8994668","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.404619519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"ab3d3536-93a6-4463-92ff-50ee77dca5fe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.416076832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"ab3d3536-93a6-4463-92ff-50ee77dca5fe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.422693537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"c5c16e24-928e-432d-8052-903595eab3e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.426078146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"450f2621-ee31-44fa-b0d0-9e6be5d89432","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.426687178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"81011af0-739b-4bfd-b86f-b3e33e1c3570","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.447370784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"0d537214-1b2d-40cc-8849-c91e8855c98e","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.492708596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8138bd26-1daf-44bc-adbc-7f44505fb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.492800231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f1f2e7eb-3cbc-45da-9904-edca367c2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.495724033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"9431db51-2654-4fcf-83f2-bfc23b7d6719","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.502267173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8138bd26-1daf-44bc-adbc-7f44505fb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.502425092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f1f2e7eb-3cbc-45da-9904-edca367c2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.505026421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"9431db51-2654-4fcf-83f2-bfc23b7d6719","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.531787629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"bd727552-11da-46cf-b553-f0bdf0bda5ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:54.618352419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"9431db51-2654-4fcf-83f2-bfc23b7d6719","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.623392208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"18462926-6764-47ea-aa6a-e48f682309c5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.628157038Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=10:[ai-tenant-e2e-worker-w2-2b5703/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-2b5703/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.666039344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f72909b3-6169-472b-9b83-259461e67f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:54.672000429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"436d5191-6f46-4ec0-978d-fc6a2ff27e54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.674630182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"5484d3f0-7725-4c63-ac7d-ff04b99153fd","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.679069306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f72909b3-6169-472b-9b83-259461e67f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.680220888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"e11395e8-759a-498a-b596-b39834484d94","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.683092101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"5884a04e-cecd-470a-b8e5-d9aeb9c14341","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.689852553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"59cd6f4d-f04a-4f5c-a1b7-b832e92b0150","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.70689136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"3adfd6b9-40e0-43f7-b89b-3608377e6acb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"distinct-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.726897137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"20c5d2cd-7976-47e4-8611-ddce9f547496","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.727068643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d38bbb67-c84c-4bcf-8831-3fd425b9816a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.728295225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f7ea79d9-ce60-48ef-8d2a-c5b5ff512353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.73010619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"5824d9c9-dcf2-4d80-96fd-1ca87fcc539a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.73011341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"87c516ff-0a53-40c7-acf3-fb73dba203fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.734999445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d38bbb67-c84c-4bcf-8831-3fd425b9816a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.736317206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f7ea79d9-ce60-48ef-8d2a-c5b5ff512353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.738182152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"5824d9c9-dcf2-4d80-96fd-1ca87fcc539a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.738599619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"87c516ff-0a53-40c7-acf3-fb73dba203fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.80341922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"82bb5a9e-aaf6-41e5-9b15-986df4a86bdb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.808581857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"23f2d7a3-3204-4be9-a5ee-1eb7050f183c","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.814880875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"4d06d47d-71e5-4404-bffa-f02432ca0859","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.829861501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"92890b21-cfa6-40e5-9a4b-876a8d634ef8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.840253441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"92890b21-cfa6-40e5-9a4b-876a8d634ef8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.876669492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"2eb0a9e6-4549-42fb-899b-363f45546e73","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.876822763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9e5ccf97-8413-4e22-be46-0dbde53e3cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.879518208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf07696a-986f-4be4-a2db-6c684ced12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.885278012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9e5ccf97-8413-4e22-be46-0dbde53e3cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.887708339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"2eb0a9e6-4549-42fb-899b-363f45546e73","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.890019541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf07696a-986f-4be4-a2db-6c684ced12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.985913932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"e57959f3-de15-487b-a245-a8ae273eecb7","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.986758837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"bc5b8885-88b5-41b2-8364-2c53d1622330","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.987589258Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=10:[ai-tenant-e2e-worker-w2-2b5703/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-2b5703/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:54.997770749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"c3e481a9-bcab-469a-94c0-247a904241fe","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:55.003159876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"842d2d73-82b5-4b7f-b7af-393eef8450e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:55.003856378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"c3e481a9-bcab-469a-94c0-247a904241fe","name":"distinct-2-w2-2b5703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:55.003922348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"c3e481a9-bcab-469a-94c0-247a904241fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.078747607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"edbdbeb4-a8a9-49c6-8376-e07f9dd0af1b","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.07930791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"930560c0-8697-412f-9817-7d394a7d538d","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.081279029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"4ee70e8b-6d53-4e99-817f-5ee4cb9ff0a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.085577863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"e5508e4d-b277-4eb3-8afa-359fc32bec93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.086270722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"3639e55e-3945-4a86-a87b-95cb099c0d1b","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.092094319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"4ee70e8b-6d53-4e99-817f-5ee4cb9ff0a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.094434471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"e5508e4d-b277-4eb3-8afa-359fc32bec93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.095500183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"b821022d-6b94-4c54-9a48-83be35cb8105","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.101322024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f4763e51-6cdb-4d4c-be00-a5e14e45b724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.101334647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"5d80208c-5767-4133-87b2-a423f9043351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.109611782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"5d80208c-5767-4133-87b2-a423f9043351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.110830252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"7c1b9f15-613b-40b2-bae9-e0746cee402b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"distinct-2-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.111364544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f4763e51-6cdb-4d4c-be00-a5e14e45b724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:55.111795931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"4ee70e8b-6d53-4e99-817f-5ee4cb9ff0a8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.132995725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"935b6c8e-2a34-48e3-af01-97071948d42f","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.210442998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"77978d02-08b1-4813-8ab0-a1d4d8afe0a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.210610756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"92156538-a7f1-47ac-9d77-40fbc3047466","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.219026249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"69c9f783-bf35-40a5-9d57-f7bff698b907","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.227067783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"92156538-a7f1-47ac-9d77-40fbc3047466","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.231389723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"77978d02-08b1-4813-8ab0-a1d4d8afe0a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.308874268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f44a5fc3-b317-486b-a242-4fa2879f5e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.309655057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"fa042791-f09a-40c0-ba53-69f01b87f2da","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.316833235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"34e0cd73-7591-4866-8690-fd786afc382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.323872188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f44a5fc3-b317-486b-a242-4fa2879f5e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.327463394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c75eda38-30b8-446a-8d71-920ec0373ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.329990242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"34e0cd73-7591-4866-8690-fd786afc382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.330191603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8a811090-9156-4cb3-90f3-e430b5a53b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.334240064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"9484fe4b-5772-4bb9-ad5f-b6846c8628ac","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.341131982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c75eda38-30b8-446a-8d71-920ec0373ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.342186658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8a811090-9156-4cb3-90f3-e430b5a53b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.347073938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"9484fe4b-5772-4bb9-ad5f-b6846c8628ac","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.695528416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:55.986964815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a59fbe8a-ab8d-4568-8829-4c51e53e1405","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.005686497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"b5de4a33-3666-4e08-993b-6bbba33f79cf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56391128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.006173837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"2a41b30b-e705-48db-b533-4ec3b363f162","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.009078635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8bc08f93-f709-4fac-a6bf-f73ebf75991d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.00966247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"cd6ed76f-7e61-4ea5-b26f-8be809d2b4fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.00991644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"17071e1d-ef4c-4086-9334-3f65e1026e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.01640027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"2a41b30b-e705-48db-b533-4ec3b363f162","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.022489478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8bc08f93-f709-4fac-a6bf-f73ebf75991d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.02451761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"17071e1d-ef4c-4086-9334-3f65e1026e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.02562012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"cd6ed76f-7e61-4ea5-b26f-8be809d2b4fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.165030815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"c8a8a6b7-cb29-4bc0-a2e5-bfe516c78370","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.165823839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"66b6e168-0cfa-47ca-b2c2-1ff55cfcb67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.182683383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8f9fb194-77d3-42bc-a27c-d4a44f2d52c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.184601028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"c8a8a6b7-cb29-4bc0-a2e5-bfe516c78370","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.187734522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"66b6e168-0cfa-47ca-b2c2-1ff55cfcb67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.19287197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8f9fb194-77d3-42bc-a27c-d4a44f2d52c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.253000302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"7aa542cc-4412-4a71-988a-b01ff336db2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.26422327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"7aa542cc-4412-4a71-988a-b01ff336db2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.524943409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"7530f792-726f-4302-b6a1-4292be096143","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.368147871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"17b82d3a-e542-49da-a809-9d9d916d067a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.368672506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"d489f092-6c21-4978-8738-57f006cf1ef2","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.369247696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"82f554e8-e1ae-4621-adc0-e979cccfd8b9","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.392724696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9e71b460-8823-4fb5-881e-704ea4bcc616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.393609119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3c4f03ae-2b1d-49da-b312-229a0d3d9e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.394789809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7bfae928-a1d2-4cc5-ad3d-eb844553b0ef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.395279596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"946c5874-f033-4319-b74e-2990e1dc18cc","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.395698543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"c4dac348-e325-4cfd-87be-72541e5c3930","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.398717181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"1ef035af-fcc4-47a6-8540-47f593f54573","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.399978212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"dcb291b3-02ce-4289-91e5-ba04f94765a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.414762466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3c4f03ae-2b1d-49da-b312-229a0d3d9e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.418790036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9e71b460-8823-4fb5-881e-704ea4bcc616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.420186617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"3c2d94c4-7b50-4f91-8f5d-5142f454e83c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.423819915Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"3c2d94c4-7b50-4f91-8f5d-5142f454e83c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.480721434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cff2b5cc-7191-43a1-8844-efb086fc98e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.481338153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f12eedd8-0b10-4dfa-9164-45fcb4c515a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.491078621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f12eedd8-0b10-4dfa-9164-45fcb4c515a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.503522919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cff2b5cc-7191-43a1-8844-efb086fc98e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.503616347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-sub2","reconcileID":"3c2d94c4-7b50-4f91-8f5d-5142f454e83c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.589274027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"1b4783a2-1ee2-4ea1-bf0f-cb50a3048eee","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.664393563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"371beedd-8630-44af-9c3b-04e6ac72a27d","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.666147669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"c8c6af0b-ca00-44de-bbbf-7ac926e1024a","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.679748609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"cff12446-bd2e-440f-801a-ac414b3edaee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.69458688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"cff12446-bd2e-440f-801a-ac414b3edaee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.714681157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d22e9ca9-ab96-4b4b-909c-90cba2854dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.715783597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"afad98f2-ebd7-4c2f-b5ab-f8f140d2428e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.71859653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b702b61b-4056-46a3-b9e0-6ed50f51f84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.723246081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"fe3a61f6-33e6-4da2-bb4a-dbfeb044f772","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.725167754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d22e9ca9-ab96-4b4b-909c-90cba2854dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.726856008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"afad98f2-ebd7-4c2f-b5ab-f8f140d2428e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.728294583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b702b61b-4056-46a3-b9e0-6ed50f51f84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.810643068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth1","reconcileID":"5f659ef2-7baf-441d-bf0d-6a240aeec881","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.819372327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"e6ad6482-89c4-471e-94f2-130c091f60f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.8270542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"6cd59ba5-e0ea-414f-b8ff-859b4570055e","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.82797915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"e6ad6482-89c4-471e-94f2-130c091f60f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.981330742Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-return-all-auth2","reconcileID":"eda47308-caa0-4f27-bd32-abbc1e06fbbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:02.981939745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"df13a59c-8269-49ea-ab19-c533e5082c50","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:03.020482758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"70a184e8-ca95-4983-b826-d8137809a930","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.329501144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"94a9d76b-8c24-4440-833e-0389726f6640","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.337337921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b7a11073-34be-446f-be28-2cc883a4feec","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.346035662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"5e1a047d-057d-41a9-a6ac-5fdbccf406fd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.355242288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"5e1a047d-057d-41a9-a6ac-5fdbccf406fd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.511371108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d7719f8c-deae-46d9-8597-a5d17e2c60ff","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.520153795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"061b4a3e-531e-429a-82cf-baa3b457a7a4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.529942889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"061b4a3e-531e-429a-82cf-baa3b457a7a4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.547656552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"512354c7-95de-4cda-9f30-c3dad0f4b943","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.556761971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6f0303da-8665-4d6c-8191-800d38f6682c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:04.563325034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-sub","reconcileID":"5d32fc79-33b6-473d-9523-1ebf01efef55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.588993759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4024e78d-370d-4747-ac29-be67c7722d1e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.602919471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"542e0c47-1a13-4603-8d67-3f0d7b8fd212","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.620475129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b50f1078-edaa-42e1-9c99-a89b53aa8db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.624621439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ee024630-edf9-4486-bac9-2c0d05536738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.629810262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b50f1078-edaa-42e1-9c99-a89b53aa8db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.63151071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-sub","reconcileID":"f4423ab7-54ff-4f9a-a6f9-6259991398d8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.636116183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ee024630-edf9-4486-bac9-2c0d05536738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.652877431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"cb26f54c-d58a-4666-a9f6-608c6f6ed83a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:04.699495667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"061b4a3e-531e-429a-82cf-baa3b457a7a4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.718289157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"3a90b747-361e-4dc6-94b3-1f332ddf5ff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.718425578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-sub","reconcileID":"c7eb6276-4035-4c80-8691-9d33ba74fe10","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.723196915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"88bd2fa9-ad69-4833-8687-68729f6742d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.732142266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"88bd2fa9-ad69-4833-8687-68729f6742d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.819986258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d2801a3a-8671-4dda-8e24-cfa58e3595dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.819994147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6cf9bdcb-0410-4785-9288-db22d5d4e43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.83147537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d2801a3a-8671-4dda-8e24-cfa58e3595dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.832125644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6cf9bdcb-0410-4785-9288-db22d5d4e43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.351732927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-sub","reconcileID":"d24c07a3-67a6-4d37-b256-795450ed0af5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.510719522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-sub","reconcileID":"d24c07a3-67a6-4d37-b256-795450ed0af5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.648315613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"80d89a12-0381-4c57-b401-30ffd93b30d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.694399308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a4639efd-b447-4313-98c0-2b0e3dcb7a66","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.715022074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9822524e-e5c7-493e-9321-9577cb99d6c9","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.830060536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"4251b42e-6276-484e-a77d-2157bf61fa3b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.831037423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"848c9cbc-0f3a-4781-afe6-5839df62c3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.851731535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"42b34398-8df5-43ad-96ff-549909b31adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.928894436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"aca05647-1b17-41a2-a4cc-55b00b9be98b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.944759506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"848c9cbc-0f3a-4781-afe6-5839df62c3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.945386942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"4251b42e-6276-484e-a77d-2157bf61fa3b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.945988359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"631ad053-4425-4acc-91fd-20f97663aab4","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.083267239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"42b34398-8df5-43ad-96ff-549909b31adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.161980166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"2eb7b51e-e164-4662-a48c-de2148ef6e50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.171717286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-api-key-no-access-auth","reconcileID":"aba0e66e-e86d-48b7-b772-6a3d7534b88a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.185909127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"772459bb-1c48-4515-94f6-a14d290a5e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.186136061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"229ce138-46d3-4e9c-a8a2-ec8599139b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.205077808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"221568aa-3ef8-4b28-a13b-216e1c555a73","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.321348277Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"2eb7b51e-e164-4662-a48c-de2148ef6e50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.33709451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"772459bb-1c48-4515-94f6-a14d290a5e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.365349323Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub1","reconcileID":"2eb7b51e-e164-4662-a48c-de2148ef6e50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.373306474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"52147f33-a70e-4106-a374-7046affdc9f6","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.375860155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"221568aa-3ef8-4b28-a13b-216e1c555a73","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.431119777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"229ce138-46d3-4e9c-a8a2-ec8599139b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.461721586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a13aea3f-dbee-47b6-9782-ff9f905ee79b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.58091409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"349ce423-d4e6-4733-b350-aaf3006fa394","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.622424651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"17483e00-3830-4dc8-9114-e382ecb86da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.720090588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b1a4fc99-ac97-4026-a0b9-edd168087898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.734706371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9c069373-2060-454e-814a-de504609827f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.721560718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5fc9d058-bb24-4083-beef-547cbd0fa67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.722182325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"be365819-3ca1-4965-9fcd-f595eaef97f5","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.76488527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"17483e00-3830-4dc8-9114-e382ecb86da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.844600717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b1a4fc99-ac97-4026-a0b9-edd168087898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.845142196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"7f3c1b6d-84a5-4836-9b53-fd84dd53773d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f49ab41a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.906907456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9c069373-2060-454e-814a-de504609827f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.918139111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5fc9d058-bb24-4083-beef-547cbd0fa67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.922160237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"fe6d7175-4a06-40bb-9e88-c39c76bc0fb3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.035054547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"fe6d7175-4a06-40bb-9e88-c39c76bc0fb3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.173014884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f48c3830-a27d-419a-b125-542815704011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.264503041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"05eed8c2-182e-4528-a170-fb6ff20f3c95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.353821818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b7dee3a-c717-40c4-8b5e-dcbdc9359839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.36938397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f48c3830-a27d-419a-b125-542815704011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.477392096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b7dee3a-c717-40c4-8b5e-dcbdc9359839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.530294439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"05eed8c2-182e-4528-a170-fb6ff20f3c95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.554889694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"87ea00e3-2def-4d15-b9f8-45fcae13f1d2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.709983127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"87ea00e3-2def-4d15-b9f8-45fcae13f1d2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.748627952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"112b062d-5fe5-49d3-8973-c72a8dd91998","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.791138566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b62999cd-d099-48a6-9f6f-4fc7b340d774","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.854136617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"411ebf8d-304d-4b4c-ae73-8b5546b3cc4e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.871454913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f2ef5752-d529-417d-a50b-c6308184e66e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.907441553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"411ebf8d-304d-4b4c-ae73-8b5546b3cc4e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:07.908416017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4eaea3ef-97e3-41db-837c-d0f3e8e8e458","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:07.988588218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-valid-sub","reconcileID":"3d67a45d-1b28-452d-8feb-158e613b02d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.000865715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4907814f-407c-45d0-9834-707e1dd4122f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.005884539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87b11de3-f22b-4b40-afd5-435cff106ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.055639769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87b11de3-f22b-4b40-afd5-435cff106ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.097385241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f332213d-78a4-4ce5-9a5d-8176a395a9f9","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.120609252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3c25aa09-5f82-42aa-8599-0a091af0ff45","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.122114052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"2f3b3a3e-6356-4c29-a1ba-db60dc2ce324","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.123402935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4907814f-407c-45d0-9834-707e1dd4122f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.179018447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"c9263478-db75-4922-b417-46995fa45a87","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.24215125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"c9263478-db75-4922-b417-46995fa45a87","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.293601965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-valid-sub","reconcileID":"31ea7b84-283d-4225-a3a2-e6f4064bfa15","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.431277053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9000fddf-e30a-4349-8ffd-59048817e2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.506691085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9000fddf-e30a-4349-8ffd-59048817e2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.507376426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"01e88640-b1ad-4af9-8b60-8ead916cf358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.537358335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5f1c2842-58cc-4d9a-8af1-ff623cf0c6d2","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.561534896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"b9d75138-763f-4987-bb89-3fa6044d752e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.567888925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"01e88640-b1ad-4af9-8b60-8ead916cf358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:08.586673766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"c9263478-db75-4922-b417-46995fa45a87","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.685432132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"9d6ec4b2-f93e-42d5-8f40-549b2b99bf51","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.685982171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"cb0a429a-3c99-4b2f-98a9-473dd26a705b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.791584905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-valid-sub","reconcileID":"d8e0713a-6957-48a1-ac64-06954f9d5c12","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.829838742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"9d6ec4b2-f93e-42d5-8f40-549b2b99bf51","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.864802184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8dd94767-d67b-4e40-a73f-913e64ad8396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:08.903234874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"5d5a9fb5-cde4-4279-bc2f-7642dc7ff15c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.189001809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"57ea871a-9337-4731-a654-e9708ff133c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.191152126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8f1bdb6a-dd07-4f98-9b0b-06bddc446258","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.265250905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"57ea871a-9337-4731-a654-e9708ff133c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.45079303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8dd94767-d67b-4e40-a73f-913e64ad8396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.623428834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7db13c2b-e025-48c3-aace-4890bfe34414","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.789816862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"5f0ee26e-3924-4421-a88f-7967616fa728","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.941089648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"c2d653d0-5df2-45b7-8289-7cd3b4464c5c","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.989631249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"cb8b4495-8721-4d3e-b47d-579cdd19c4cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.043102957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2377b101-645c-4f12-8d12-e9694a1a9213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.044154151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"6dd7669b-b785-44e9-abaf-06b55a1ca219","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.044800783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b8906bce-f58e-415d-b5c0-41fd1072a4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.048873115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"c377b9f0-a5af-4d82-aa1e-66fdddfa99a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.105824961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2377b101-645c-4f12-8d12-e9694a1a9213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.108496689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"6dd7669b-b785-44e9-abaf-06b55a1ca219","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.116307789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"c377b9f0-a5af-4d82-aa1e-66fdddfa99a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.117114101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b8906bce-f58e-415d-b5c0-41fd1072a4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.117967715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"98bebebd-21fe-43a4-9e12-a903d6f47ca9","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.136857568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"b0752d2e-61ff-4f35-b129-2c564a34236e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.536585563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"cc5eaa78-64a9-45fc-90b3-62e92775c92f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.571648602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"fbea6a92-ae2b-4cbb-b880-3a64f645791f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.589043056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"fbea6a92-ae2b-4cbb-b880-3a64f645791f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.847785128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4753ad60-6925-426e-ae0f-fc21d0a6ed6d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.892102196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"5c69cc52-f750-44d0-97ac-28709e7bd9da","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.893180804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bf234f29-58a9-4d82-a905-dfba7cc269cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.894647552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"22dacfe9-326b-4410-bf83-b1292d63ef34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.901643627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"5c69cc52-f750-44d0-97ac-28709e7bd9da","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.905513252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bf234f29-58a9-4d82-a905-dfba7cc269cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.908533799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"22dacfe9-326b-4410-bf83-b1292d63ef34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.012384939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6d688270-921f-4c06-a0d4-e0ce8b8067f1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.028621443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"6dfa12a4-4f02-4821-9f29-9aefeaeb65d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.03078745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1f5a4274-7f8c-46cb-b906-734690d04996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.030983041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"16f3e08e-2223-4eb8-9b3c-dde4bcb5a9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.039043255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"16f3e08e-2223-4eb8-9b3c-dde4bcb5a9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.077808617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1f5a4274-7f8c-46cb-b906-734690d04996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.078100131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"db26d750-d653-4acb-b413-fee15e6f655e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.127559004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b1a0d10e-ecf7-47b2-b159-c699cbd9eec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.158717711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b17dfac8-62b9-4f3c-8014-c681d8764c50","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.194836532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"043ee30e-a9a9-4de0-963b-5d247ee5bc21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.20502778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cc49e36c-26ea-4127-bde0-a0b92b6b0dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.206220877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"0bf33cfe-a0de-46d8-b0d4-e8786479f83b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.212168761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"043ee30e-a9a9-4de0-963b-5d247ee5bc21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.224138512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"0bf33cfe-a0de-46d8-b0d4-e8786479f83b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:15.22561639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cc49e36c-26ea-4127-bde0-a0b92b6b0dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.293520377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"903a1362-4fd6-4661-8a0e-79feaefe6dc4","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.543061292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"ef794672-afc5-473b-bd7d-7d48649a0ca1","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.565082086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"9092b7a0-e6f4-4230-ae50-811aaf2aa297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.572479731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4fe2bd4-8a52-4c1a-b6e7-bfa69ee63915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.572974405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b2930ed4-8a27-4c6f-8a73-e4a2b395694c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.573514876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"9d1656be-8d9f-4a05-ab66-9d1e10c243d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.576417973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"60331ce0-5a37-4c6b-9987-73aa4a4b7215","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.584238466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4fe2bd4-8a52-4c1a-b6e7-bfa69ee63915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.584838653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b2930ed4-8a27-4c6f-8a73-e4a2b395694c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.58704141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"9d1656be-8d9f-4a05-ab66-9d1e10c243d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.588095514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"60331ce0-5a37-4c6b-9987-73aa4a4b7215","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.589247124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"8c864905-a9b8-4555-a654-d958768eb9bc","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.690022007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"76b2179b-fd2f-4fa5-b8ba-fbdad4d3af8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.857749724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"1bb72e8f-57a2-4b6e-9e24-05c90d4629d5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.863158741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"a9d9f786-cb5b-4886-8372-5fccbece51da","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.874651546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"a9d9f786-cb5b-4886-8372-5fccbece51da","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.878322926Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-sub2","reconcileID":"a9d9f786-cb5b-4886-8372-5fccbece51da","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.889044318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"be5f6412-f7f9-41cf-b346-26a463f63025","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.897407405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"be5f6412-f7f9-41cf-b346-26a463f63025","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.906766508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"ccf83293-5fac-48a8-ab76-27efbe9e1013","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.989066876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"da87075d-118c-4467-8d1e-2688f193c4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.989450051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"e202723a-d421-42fa-88b8-82a778cc4355","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.98969662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b359c4cf-94ee-4540-8340-63b0ac6c4827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.997286834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"da87075d-118c-4467-8d1e-2688f193c4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.997747285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b359c4cf-94ee-4540-8340-63b0ac6c4827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.999787284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"e202723a-d421-42fa-88b8-82a778cc4355","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.075341636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"f8ffb546-129b-44ac-b5f5-20d48ab0faa5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.087174215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"0ffad0ab-7cec-4908-b0dc-ae7572af3451","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.087783106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"110a2b5d-43e2-44c8-b9f3-1825c7b1b846","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.09554029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"0ffad0ab-7cec-4908-b0dc-ae7572af3451","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.097292345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"110a2b5d-43e2-44c8-b9f3-1825c7b1b846","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.105969221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth1","reconcileID":"025833cd-5dda-460c-8cd2-bbd8081550e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.122394015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"4ed9d735-b1eb-4a62-ae0d-4e4a506daeb5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.348431445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-ignore-header-auth2","reconcileID":"f62a5e3a-41d2-4f03-8590-567a2eef75d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.348583577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"7c9e1fb9-e5b3-40a6-bd68-90209eb9a112","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:17.467317079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"e5e2d76c-4c9c-4310-a503-7b2c8fa2adc7","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.722713235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"6ea60c06-9e7f-4fe3-8493-f5e8634a5a1b","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.730889107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"01c6e04d-2d78-4072-94f9-fc8820fe09a4","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.743190992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"db5b21c8-fac0-4be2-bfe6-72cf89d34e88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.752629985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"db5b21c8-fac0-4be2-bfe6-72cf89d34e88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.78543394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"c9f0753c-5f32-4a55-9d39-2db08ed2519f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.847075592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf717e71-feeb-4ca5-8b07-26890bd5ecd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.855521073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf717e71-feeb-4ca5-8b07-26890bd5ecd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.915390715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d997d987-5818-45f6-b856-f7e3b2b2758b","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.925375182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d51dea46-8442-4ff3-8f4a-29a9d0c431b6","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:18.926188746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"267184c9-75d6-478f-80cc-aec86d2ebe5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:18.930559729Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d51dea46-8442-4ff3-8f4a-29a9d0c431b6","name":"distinct-w2-2b5703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:18.930611818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d51dea46-8442-4ff3-8f4a-29a9d0c431b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.935776303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"56594acb-46bd-404e-8d48-d9c7eb044514","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.942351715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"f17819eb-e14a-453b-80ef-e7c791c223f0","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.944548532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"60786cfc-0343-4e83-b6f1-b69dc6a859da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.946621145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e94b6ed9-88cb-44b4-8502-e73be93ba7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.947557944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"02ddde00-018b-4ced-9e69-06fd959ce06b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.951694095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"0353e891-7b02-47bb-9766-3c49687b127f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.952936481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"60786cfc-0343-4e83-b6f1-b69dc6a859da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.956224661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"02ddde00-018b-4ced-9e69-06fd959ce06b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.956357301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e94b6ed9-88cb-44b4-8502-e73be93ba7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:18.968357857Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8db9a54c-b8c6-4f45-a93a-8c3edb606228","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"distinct-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.004251283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"bdc148d8-c7de-49e2-93a0-20009f70168d","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.111245038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"84b6c8c9-5f3a-47c3-8851-121ebdded55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.111708249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e3af3aa4-3351-40a7-8462-2748319767ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.112044689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a7151ee9-4a84-4367-834f-253739a5f7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.113713196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fb6fae51-e71c-458f-9605-f8c10beb842c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.119230176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"84b6c8c9-5f3a-47c3-8851-121ebdded55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.180712647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e3af3aa4-3351-40a7-8462-2748319767ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.184056933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a7151ee9-4a84-4367-834f-253739a5f7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.189512355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"b1b9c036-02d4-4a9b-9f28-a52979fe18ca","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.205810073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"8c428691-6c82-474b-9a35-7ed7a8294f2e","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.2126972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50d237ec-f683-4c94-aa3e-58c8c4908dca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.222299568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50d237ec-f683-4c94-aa3e-58c8c4908dca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.305567291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"5e838594-880d-47e2-a1b4-08312872b6cd","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.310659732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"79908ea7-7c2a-4a4b-89dc-0051c85f96b0","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.310675281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.32260977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"be006242-9f55-4f49-bd86-276fa5bb34ae","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:19.324860819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b6e14158-64a8-4c62-a6c2-7a4b975af81a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:19.328251072Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"be006242-9f55-4f49-bd86-276fa5bb34ae","name":"distinct-2-w2-2b5703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:19.328314966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"be006242-9f55-4f49-bd86-276fa5bb34ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-2b5703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.332285604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2451400b-7900-479c-9453-f8aafe8b7be5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.333599383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"bbdc4b48-5d38-4c25-bff3-e89f93bbce5a","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.334041285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"c9cf6a6a-017d-4215-aa40-23250035146c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.341595749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"04537264-5f54-4a0c-8183-8b97ebcf3c5e","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.341619086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2451400b-7900-479c-9453-f8aafe8b7be5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.352802124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"0ed219fe-4481-40ba-b4da-37d686cccc86","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.370015699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6f8e01eb-18c7-4934-a75a-e7ffdf3c8002","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"distinct-2-w2-2b5703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.398425565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"9c26ecd9-4502-48ed-a1ac-81ed6ba5cd6b","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.426239123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8fd4e987-429e-4202-9885-8164cec2a3ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.426259829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c0bd6eea-64fc-427e-8380-88e4aad84ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.426604639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2f831b0-3e5f-4279-96e1-a53858964fc0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.4351842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8fd4e987-429e-4202-9885-8164cec2a3ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.435190484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c0bd6eea-64fc-427e-8380-88e4aad84ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.437197529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2f831b0-3e5f-4279-96e1-a53858964fc0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.466934362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"97b37a95-aa24-45a9-90cb-08200ef9082b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:19.547903033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2451400b-7900-479c-9453-f8aafe8b7be5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.689055469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e264083-46fe-4d27-a5f8-e11dcb9ba89a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.751064395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"36e73b2a-dc57-4070-8a08-20bd0765708a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.764443757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c3934707-7df8-41c4-af78-6e94a7e1e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.784764295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"543bf0a8-d348-4729-9fd4-1958db606e92","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.792066967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e264083-46fe-4d27-a5f8-e11dcb9ba89a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.809925595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"36e73b2a-dc57-4070-8a08-20bd0765708a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.821168924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c3934707-7df8-41c4-af78-6e94a7e1e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.828796486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"543bf0a8-d348-4729-9fd4-1958db606e92","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.290424082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e47e4583-ebe6-46f0-b441-675c0d8acc96","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.305228357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ba6c410b-a21e-43e8-8ca5-72cb19771204","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.416711628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"564b5b08-9257-4423-ba42-3c04d75bd8c5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.627374653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"564b5b08-9257-4423-ba42-3c04d75bd8c5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.655901796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d4279bc8-ac5c-4057-9cfd-c2b0fdbae7c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.66106604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0e391748-536c-42cc-8a80-3278b5eed208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.661786404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bae0d90d-dc7d-4b97-902e-e0af20615a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.662459759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6552a7e-1db9-4caa-bdc6-6580c06afd31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.668061768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61fc1760d17d7bd5c9d74a4fa83d5babc834d8e9092e383a1da7c0a27b8134dd) AuthConfig (bede25599fd0a3ed441781e6e255de452e036d0c386d946feeb2c3396902a31a) AuthConfig (9c1a6728ec6b93dc1b4d4730d3953d12cf25688fc6eb614ecb444cf0fe6a43fe) AuthConfig (d51c7976eff29b96558cf261dfa86e508ffcd6242055f26868da998ae84d049f) AuthConfig (e68fd4920890ac701a92a6e3d914c299b1345e6b4e12900ad7f9531cee455987) AuthConfig (c7c4c1cae4881b0162e5a38d5960262937b3f25ad2051ea7926e547caa1ac0d1) AuthConfig (d4106aaf507dbb2b1078358ab0b50bf93319ade0632cbf9ade24009a8597cbab) AuthConfig (93172b6b1bafb42748e8318ca38c5cb8bfeacfb1c1d25f5403a60bab3f4020f7) AuthConfig (5acf0ed6805c990bc6095d0da0e39bc573f25523dd15988b5047c46481415c6b) AuthConfig (8383991886c18a366df202f131047cf8eb5819d61c49a6c3c433492b7f82e518) AuthConfig (965a215b98bcf8a61521d50f758f9c2f97ea785eec9b5dd85f0dea0dcf4341a2) AuthConfig (08043916b0f4c1554802d2a4555e2d101b5d6eec99945a7ffd69debfd9e0aa68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"564b5b08-9257-4423-ba42-3c04d75bd8c5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.657920554Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.684125957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"46104786-dbee-4bc5-83e6-2be8fd9f850b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.830971488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d2939ee1-4c31-4e55-a5f1-49788d58ed06","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.752082842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0e391748-536c-42cc-8a80-3278b5eed208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.791763907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d4279bc8-ac5c-4057-9cfd-c2b0fdbae7c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:20.791122161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bae0d90d-dc7d-4b97-902e-e0af20615a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.05394009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-valid-sub","reconcileID":"2048b85f-40e1-41eb-a087-fa3caf9d9a30","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.058669362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6552a7e-1db9-4caa-bdc6-6580c06afd31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.060027742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"40bf3c9b-e8ab-4efc-aadc-2e4ad400398d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.064244131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"2e9d9162-14f8-400c-9ee5-380a2a8e26e2","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.13125304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a52fcab6-9078-47be-b630-ad68c4238f4a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.13908279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d2ea4cce-60f2-4261-b5b7-77394481f88e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.158753174Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-valid-sub","reconcileID":"2048b85f-40e1-41eb-a087-fa3caf9d9a30","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.184616211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub","reconcileID":"6e966f9b-c4be-4605-a8bf-f3f5bb928e1e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.190248665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0791e577-fa6a-4356-8c1c-ac10b56e899e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.190452558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"988b6c31-e12f-481f-a9db-fe91931fa03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.204875075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a77eec93-79b7-40a1-88cc-1a0c5e65250a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.222112311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"7f8ae7cf-e7d5-424c-a300-962e2192d1a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.257419426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"86f660e7-198e-45c1-8e44-c7ea3a54cab8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.321111267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a77eec93-79b7-40a1-88cc-1a0c5e65250a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.339639122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"b206ba3a-4d85-4fdf-9d2c-dac9e3ab5172","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.576819424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"988b6c31-e12f-481f-a9db-fe91931fa03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.578852034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d2ea4cce-60f2-4261-b5b7-77394481f88e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.579744438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0791e577-fa6a-4356-8c1c-ac10b56e899e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.660268301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61fc1760d17d7bd5c9d74a4fa83d5babc834d8e9092e383a1da7c0a27b8134dd) AuthConfig (bede25599fd0a3ed441781e6e255de452e036d0c386d946feeb2c3396902a31a) AuthConfig (9c1a6728ec6b93dc1b4d4730d3953d12cf25688fc6eb614ecb444cf0fe6a43fe) AuthConfig (d51c7976eff29b96558cf261dfa86e508ffcd6242055f26868da998ae84d049f) AuthConfig (e68fd4920890ac701a92a6e3d914c299b1345e6b4e12900ad7f9531cee455987) AuthConfig (c7c4c1cae4881b0162e5a38d5960262937b3f25ad2051ea7926e547caa1ac0d1) AuthConfig (d4106aaf507dbb2b1078358ab0b50bf93319ade0632cbf9ade24009a8597cbab) AuthConfig (93172b6b1bafb42748e8318ca38c5cb8bfeacfb1c1d25f5403a60bab3f4020f7) AuthConfig (5acf0ed6805c990bc6095d0da0e39bc573f25523dd15988b5047c46481415c6b) AuthConfig (8383991886c18a366df202f131047cf8eb5819d61c49a6c3c433492b7f82e518) AuthConfig (965a215b98bcf8a61521d50f758f9c2f97ea785eec9b5dd85f0dea0dcf4341a2) AuthConfig (08043916b0f4c1554802d2a4555e2d101b5d6eec99945a7ffd69debfd9e0aa68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d2ea4cce-60f2-4261-b5b7-77394481f88e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.672926224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"b206ba3a-4d85-4fdf-9d2c-dac9e3ab5172","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.741243446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"8c205027-ebad-44c2-9a0d-3194fb333ee6","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.762827325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"beab4daf-44b0-485e-bb03-5a0c5ea481f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.773536947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"40f9145d-6edc-47bf-b293-5fddc396ebd1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.774880459Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.827089073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"beab4daf-44b0-485e-bb03-5a0c5ea481f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.845691631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f10d78e3-123d-4ad7-b5c6-67f6b6418ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.858750136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5add4869-b1d3-4991-b900-8fe958bfc647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.86014911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub","reconcileID":"26825bd2-cb55-4a81-8ed0-49ba0c7da6b4","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.863841492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f10d78e3-123d-4ad7-b5c6-67f6b6418ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.876812943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"e1237719-2960-4640-bcc6-6eb788e7abfd","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:21.881875738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5add4869-b1d3-4991-b900-8fe958bfc647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.093312887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"5faffe5b-ad87-478c-8077-731eb44e2443","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.153438604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"5faffe5b-ad87-478c-8077-731eb44e2443","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.301345511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-models-invalid-sub-auth","reconcileID":"a4c4fdd2-58f7-45d2-beb2-e310734d3a39","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.378096197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"221934f8-7723-48f3-8817-5d2698c5891c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.733788171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"6d47ec6c-e7ca-44cb-a3fe-3f0821f11064","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.734385308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"a2349718-2495-4127-88fa-3ff7af16d62e","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.7387912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"6845ae8f-3943-4ced-87bb-e92b8ecd2158","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.904573782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"91d9ce6b-3d98-43f0-be6f-1189ccad4439","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.90524758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"c5f40100-fb05-47e7-8e8f-5e889154ef19","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.025115546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"e0584910-108c-45bf-9e82-0d953d365177","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.906997959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1878c2f5-5c46-4082-a090-9e4f656d62f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.02668775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"4af208df-223e-484b-8b60-bf46dbbd1439","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.023368872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cf5c9507-4e21-4771-a452-db68736f4af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.065723164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"49a76fe0-cae4-4a90-a9a5-4947adbd3c7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.333593839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1878c2f5-5c46-4082-a090-9e4f656d62f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.416786435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cf5c9507-4e21-4771-a452-db68736f4af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.767725387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ef04b050-93bb-49f1-805a-683d404d90af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.77095037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59ebe066-321b-4513-b489-b7dd81922e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.828752908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ef04b050-93bb-49f1-805a-683d404d90af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.93624179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"a4705172-052e-4c83-9bdd-986d51b16129","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:23.938545192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59ebe066-321b-4513-b489-b7dd81922e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.013341592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"675dda0e-4a4a-482e-b2d2-f581496cf6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.212809102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"f712008a-c920-4b16-8179-71c46bf9ec57","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.217981885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3ca9da91-0eb8-4f8d-b087-3210ff6bb2b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.242602868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d0d83af2-5d9a-40cb-b1f8-6cd7aadbf62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.244608689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3a97ddb7-53c0-49ee-b09e-7f24a814b187","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.247374816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8c38e960-4a6f-426c-8ce4-69a6fcb7e226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.29657505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3a97ddb7-53c0-49ee-b09e-7f24a814b187","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.326914916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"c38c7f32-942f-40bd-b669-fa6bc797b1c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.361582237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3ca9da91-0eb8-4f8d-b087-3210ff6bb2b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.361847231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8c38e960-4a6f-426c-8ce4-69a6fcb7e226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.45709133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d0d83af2-5d9a-40cb-b1f8-6cd7aadbf62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.779990809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"33eb604b-8e85-4ae0-b02b-2f0e3b4544da","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.223572581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-sub","reconcileID":"4f7066ed-580d-4a44-a2b2-d8b0b5437b98","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.341677019Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-sub","reconcileID":"4f7066ed-580d-4a44-a2b2-d8b0b5437b98","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.371087146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"aae69a1c-2322-4b5d-af31-89d02f62198d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.398403614Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.40032027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"296841f6-1eca-45d1-bbb8-9fe954d3e62b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.419982773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3f2091c8-c121-41e5-bc97-af8a72942b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.421035798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"19e792d2-5a74-441b-8c40-ffde7d837a0d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.421952723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cd76a6de-178f-4d2d-9bf7-f1aa77079453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.436746673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3f2091c8-c121-41e5-bc97-af8a72942b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.443357879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cd76a6de-178f-4d2d-9bf7-f1aa77079453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.444008068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"19e792d2-5a74-441b-8c40-ffde7d837a0d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.563077815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2b3c5325-6471-4de3-96de-61e8f0baaf9f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.563344887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-user-token-filter-auth","reconcileID":"940780cb-788d-40b0-a2a7-f196a8d28e16","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.666971452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"01ac6a42-891b-4bab-b6e1-580347986e83","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.710338961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.554183675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15ca3352-3ebe-4aa9-8096-1dc85cd27d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.554237628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15ca3352-3ebe-4aa9-8096-1dc85cd27d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.561546159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04fe8220-45d5-4759-85d8-4201ee13a910","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.561567323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04fe8220-45d5-4759-85d8-4201ee13a910","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.570684535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-644a17","reconcileID":"d97440ea-8be9-46ed-ab49-34de53adc66d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.580058062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-644a17","reconcileID":"d97440ea-8be9-46ed-ab49-34de53adc66d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.609529505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18674c2-0d23-4a5a-9766-22be7dd66baa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.609557449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18674c2-0d23-4a5a-9766-22be7dd66baa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.674369479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"7eb17b40-32db-4a8c-a220-259462b38148","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.684626575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"08f4c58d-aac5-4273-b411-7febda9783b0","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.718327234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c8e7df2-a8c7-4459-8d37-6c8e7f5fc312","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.726668735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c8e7df2-a8c7-4459-8d37-6c8e7f5fc312","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.749769859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"28a204c8-fb05-4673-811b-fee9e4933d6b","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.760548516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"330ce406-91c7-4589-923c-573c3b9a06dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.760570842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"330ce406-91c7-4589-923c-573c3b9a06dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.760608227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.769192129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c469ecc5-c471-4f23-8f66-03a78324b6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.769229574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c469ecc5-c471-4f23-8f66-03a78324b6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:26.773215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-644a17","reconcileID":"63e5e327-7782-4314-9c0d-48b5f578f1b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-644a17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.79063027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0ac1766-e3bb-4d95-a9b5-e0e2f307fc3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.790652845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0ac1766-e3bb-4d95-a9b5-e0e2f307fc3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.795577631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29d66d35-152d-40fa-a8d1-872a393add61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.795600293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d13116-9bf7-4824-a057-dbd40ee1f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.798692735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-644a17","reconcileID":"9a623c91-b9d6-41fb-91ad-c57590aaeca6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.7991405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79efeffc-10e9-4f47-aeaa-b2a8025cff94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.799157919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79efeffc-10e9-4f47-aeaa-b2a8025cff94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.804142271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d13116-9bf7-4824-a057-dbd40ee1f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.804142224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29d66d35-152d-40fa-a8d1-872a393add61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.804435001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"58e05597-b013-4166-9bb4-665a1cad1831","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.807966585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-644a17","reconcileID":"9a623c91-b9d6-41fb-91ad-c57590aaeca6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.81311262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"58e05597-b013-4166-9bb4-665a1cad1831","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.824348852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-644a17","reconcileID":"022bc24a-6768-4c19-92a9-d94cd405ff79","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-644a17","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.846010035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54cd1b29-0598-41c9-adb3-b2d60dfeeeb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.846028162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54cd1b29-0598-41c9-adb3-b2d60dfeeeb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.859390047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"57487226-2193-4edf-8166-29281d6662a0","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.859691839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.869894887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"6f6fbed0-08b9-476b-ad29-ce3d2f16494f","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:26.873274806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f66b00b3-cb9a-4ccd-b805-6e4a40581763","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.88349996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"07077fb1-bab6-4268-9256-f8c24d3ffb7f","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.89198067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"327bd894-1f68-4fcc-9d39-77996f68a8f2","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.897423137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"aaeae305-35cc-441d-b63a-085267f3303b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.905888921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"aaeae305-35cc-441d-b63a-085267f3303b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.919652625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-644a17","reconcileID":"f48b4b3e-b102-4e48-8357-c72722ff10b3","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.922805426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"be8eab42-e1d8-4d7e-bbfc-fd260fd212c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"distinct-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.923243133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f6c7210-7f4d-47ef-bc50-a8b3154a77ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.945335584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"d556fe07-b2c1-45ba-95d4-e71efe756c6f","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.997109241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"73ef6d96-2812-47ea-9cf1-9bd0a1243a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.997254242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"39d9df3a-1485-400f-a6ec-fc91e48968b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.005820602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"39d9df3a-1485-400f-a6ec-fc91e48968b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.007095534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"73ef6d96-2812-47ea-9cf1-9bd0a1243a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.014393981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"67a807c7-2c58-49ed-8660-cd9bbe78654c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.046653034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"c55ab1cb-02f4-4f2d-88ae-2f1f286269db","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.053426428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"cf3417de-e9e0-4e73-999f-1ead2df31a21","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.059542275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"23c50c71-bffb-482e-a4b8-641370b932fd","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.100883261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3be0a19f-d2d6-4415-afc2-dd286430d148","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.100883144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1a5d13b3-ec21-48d9-b791-8af08a92d230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.11085358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1a5d13b3-ec21-48d9-b791-8af08a92d230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.113073861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3be0a19f-d2d6-4415-afc2-dd286430d148","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.177789475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"7a5191a5-06df-47d5-a1a0-b9c9cb721b32","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.20218982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"962e069f-fced-4653-a2a4-521b70dac110","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.218151983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"962e069f-fced-4653-a2a4-521b70dac110","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.277171271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f62cf7-92db-4cbe-baf6-944614261412","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.277194089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f62cf7-92db-4cbe-baf6-944614261412","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.277474981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-644a17","reconcileID":"9153a78f-cde9-40b1-bb24-709a898ffb90","MaaSAuthPolicy":{"name":"e2e-default-int-auth-644a17","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.287911974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"1c031aff-27b3-41df-a292-80a8f65a9d10","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.288331851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b5703 priority=0:[ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b5703/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.298593814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc3b8c9-6f58-47ce-a6fe-b47c2214b91d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.298614344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc3b8c9-6f58-47ce-a6fe-b47c2214b91d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.299806401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"ba21fc20-2c98-4888-b7ee-075f770a19d7","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:27.300247628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fff50e2f-c5de-4612-8c74-1650777a6cb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.308444675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e16ac55-abac-4e40-8fb2-9d8529f1830c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.309534218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ba7f6848-0442-4028-b444-3f92069881a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.310732458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e80a3c76-e8ee-4a3e-8ebe-dab518bc7c43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.311010788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"84cd7623-ebed-4ffc-8fa5-cce0c9c1da18","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.311911559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e29ad05b-f9a2-4bb5-9b91-759744523f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.314547002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"553573a8-4e56-427e-bebe-509628749bcf","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.320129413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e16ac55-abac-4e40-8fb2-9d8529f1830c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.32475569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ba7f6848-0442-4028-b444-3f92069881a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.378016446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e80a3c76-e8ee-4a3e-8ebe-dab518bc7c43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.381440068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e29ad05b-f9a2-4bb5-9b91-759744523f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.382863114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"8e07ff91-8a0c-4c9a-a97f-28d553e415c6","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.403729588Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"51ca4a18-4d3c-4b02-ab75-e71e14ee918a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"distinct-2-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.423968954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"e00407e1-890e-4356-aee5-288510d9694b","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.51589261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f11d64fb-9369-482a-ae6f-3d833dde8553","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.531144216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bfed8938-aa23-45d5-9b59-35d90eb2424b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.531797432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3b68238-67d3-4bc3-ae7b-25b2d96e806f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.532338881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aea3950f-e01d-49de-817c-8839f4724daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.532870461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f23d657a-89bf-4016-b9c0-b2afd6749de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.538665978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fde205a-8e98-4b5e-b5a1-ffa7e423b487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.538691134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fde205a-8e98-4b5e-b5a1-ffa7e423b487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.547150748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f23d657a-89bf-4016-b9c0-b2afd6749de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.572818846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3b68238-67d3-4bc3-ae7b-25b2d96e806f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.575127424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bfed8938-aa23-45d5-9b59-35d90eb2424b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.578439155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aea3950f-e01d-49de-817c-8839f4724daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.597872007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67ab29b8-61d5-41be-9f48-24212ec8c936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.607413547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67ab29b8-61d5-41be-9f48-24212ec8c936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.696636276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3121dbd-0338-4f62-b8cc-c1432c8f761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:27.704925099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3121dbd-0338-4f62-b8cc-c1432c8f761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:30.977726164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a9322a32-eb88-4099-84e1-7857091e6374","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:30.993168673Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"cc2ac47c-9424-4d57-ba89-9a64e6585349","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-464e0cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.088487807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7a117b88-691a-4e9e-9196-48b977d2d7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.089136045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c50c737b-265b-4766-baa7-f3537c344478","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.089734562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1cef307f-0b5e-48c4-9dd9-09c108d41418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.090300134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f077e23c-d500-4e6a-af90-f7b1783e96ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.099694451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7a117b88-691a-4e9e-9196-48b977d2d7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.10066107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c50c737b-265b-4766-baa7-f3537c344478","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.103989484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f077e23c-d500-4e6a-af90-f7b1783e96ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.179589595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1cef307f-0b5e-48c4-9dd9-09c108d41418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.195191455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bcb64bfc-72b0-4179-a6e8-dc6eea6e141b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.195398692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2c44390b-f1c0-417b-bd12-c43c7c8e7c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.197590019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5608cf95-d78b-4dad-b9eb-b1546e801bec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.199918434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"69454e3c-9e94-41d5-9738-4d43f34fe8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.203237334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2c44390b-f1c0-417b-bd12-c43c7c8e7c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.203593264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bcb64bfc-72b0-4179-a6e8-dc6eea6e141b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.205473812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5608cf95-d78b-4dad-b9eb-b1546e801bec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.207827083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"69454e3c-9e94-41d5-9738-4d43f34fe8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.677429389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8719992b-322e-4f35-a162-de8b18b233e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.686295405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8719992b-322e-4f35-a162-de8b18b233e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:31.695886649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9f46e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61fc1760d17d7bd5c9d74a4fa83d5babc834d8e9092e383a1da7c0a27b8134dd) AuthConfig (bede25599fd0a3ed441781e6e255de452e036d0c386d946feeb2c3396902a31a) AuthConfig (9c1a6728ec6b93dc1b4d4730d3953d12cf25688fc6eb614ecb444cf0fe6a43fe) AuthConfig (d51c7976eff29b96558cf261dfa86e508ffcd6242055f26868da998ae84d049f) AuthConfig (e68fd4920890ac701a92a6e3d914c299b1345e6b4e12900ad7f9531cee455987) AuthConfig (c7c4c1cae4881b0162e5a38d5960262937b3f25ad2051ea7926e547caa1ac0d1) AuthConfig (d4106aaf507dbb2b1078358ab0b50bf93319ade0632cbf9ade24009a8597cbab) AuthConfig (93172b6b1bafb42748e8318ca38c5cb8bfeacfb1c1d25f5403a60bab3f4020f7) AuthConfig (5acf0ed6805c990bc6095d0da0e39bc573f25523dd15988b5047c46481415c6b) AuthConfig (8383991886c18a366df202f131047cf8eb5819d61c49a6c3c433492b7f82e518) AuthConfig (965a215b98bcf8a61521d50f758f9c2f97ea785eec9b5dd85f0dea0dcf4341a2) AuthConfig (08043916b0f4c1554802d2a4555e2d101b5d6eec99945a7ffd69debfd9e0aa68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8719992b-322e-4f35-a162-de8b18b233e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.214947333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"c75f9159-c187-45e7-9bb8-0ec5707d10b7","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.438283327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"7f64cfaa-936e-493a-9be9-a054a41243ee","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.454926635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"d7671b51-9c34-4abf-a955-1ee85c5c4d26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.462141667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"08579de9-47e2-447b-84de-7cdbde9e9cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.462667797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"31d8c1d7-7235-4737-93c6-98e48b09fb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.462693024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3aa9de00-6471-4686-bd8d-0eda2dc0c187","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.46306124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f4ffdfce-c558-4555-9aa9-d9023cfb9c42","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.470147145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"08579de9-47e2-447b-84de-7cdbde9e9cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.471166503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f4ffdfce-c558-4555-9aa9-d9023cfb9c42","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.472505631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"31d8c1d7-7235-4737-93c6-98e48b09fb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.473406033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3aa9de00-6471-4686-bd8d-0eda2dc0c187","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.475039322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"ef1e5955-2b73-46ff-a357-fab673db34ff","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.552799596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"c0a1c4c3-33ac-46a5-a6eb-f97fab47f5d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.720299546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"feb65dc3-da2e-4c8b-ad7b-a6c2e684423d","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.736098778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a2daa851-ce86-4189-9732-3c48a456d7c6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.744061978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c2bf0355-f5d0-4fd7-a9e5-5083ee984635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.744513198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e03dc1a-4a20-4d99-94b1-5ef54c1a6cbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.744545697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f52932be-b7cf-438b-be17-d979ecc7fde1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.744936853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"30f01be6-3db6-4832-bbd5-b7de07a2f633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.752382176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c2bf0355-f5d0-4fd7-a9e5-5083ee984635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.753012575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e03dc1a-4a20-4d99-94b1-5ef54c1a6cbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.754719789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"30f01be6-3db6-4832-bbd5-b7de07a2f633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.755266628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f52932be-b7cf-438b-be17-d979ecc7fde1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.756052959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"06bcb4bd-5e30-4c93-ba0f-104283e9d328","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.835505361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5c89ffa6-b743-4716-ad92-365a887f7e74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.578353473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-644a17","reconcileID":"0b4adb1f-2a3f-43e4-a7e2-8ac96238d3c9","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-644a17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.581503405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3b683901-d37d-49ed-8d3a-c279ce98c2e0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.604321757Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-644a17","reconcileID":"0b4adb1f-2a3f-43e4-a7e2-8ac96238d3c9","MaaSSubscription":{"name":"e2e-default-int-sub-644a17","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.607936991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"9a5d5ab4-e873-4a3e-9e92-dbb123669c1d","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.680658681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0c58721a-1b50-4106-9f4b-200b3fe24648","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.680735952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a97baad-fd3b-465c-b0e0-a6e686a5091f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.681778916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.682139063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a51edb8-0b29-40f5-995c-41c2c4ec69f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.68216666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a51edb8-0b29-40f5-995c-41c2c4ec69f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.697371123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"868ed4e5-4838-4280-bfd2-6b4899c8f130","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.699091812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d0288a-c919-4565-ab0f-45284c79304a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.699336367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f0da1c-f195-4a5f-a690-8d8775cdf4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.709195927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f0da1c-f195-4a5f-a690-8d8775cdf4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.709363534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d0288a-c919-4565-ab0f-45284c79304a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.710645729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"ffe6320a-c662-4e05-92e0-da4aaba34393","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:37.711236607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0c58721a-1b50-4106-9f4b-200b3fe24648","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.788126202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1dd0bcbd-e535-4a01-a7ae-3a2d5126e3d5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.794783795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cacb07d9-568e-4f47-b563-163b2b607937","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.922506479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"eb2bc3e6-e033-45b8-885e-80be89afa966","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.97983467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"1135948d-6c7c-45ed-abff-62deebf80051","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.980327835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"01b30e82-cd46-4c4b-82a7-d784695cc6e8","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.134641822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f535ce3e-9da2-41c5-ac74-2b18eb744ab9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.149825173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2dee19d1-5ac5-4454-a8b1-8e0b1a330f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.150730331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b80762d-4766-4504-9308-8984e8148577","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.152531038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"67f2b520-b07d-431c-acd7-3a3b7f4518bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.254037805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f535ce3e-9da2-41c5-ac74-2b18eb744ab9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.293584647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2dee19d1-5ac5-4454-a8b1-8e0b1a330f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.457712644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b80762d-4766-4504-9308-8984e8148577","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.545895534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"67f2b520-b07d-431c-acd7-3a3b7f4518bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.592692224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e6c43a3-307f-4728-b936-e3522cf9335a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.592834974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e6c43a3-307f-4728-b936-e3522cf9335a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.624244721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c1cbf9d1-6981-4022-ab4d-af7a9321c47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.749746048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c1cbf9d1-6981-4022-ab4d-af7a9321c47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.750632269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"52a9aac3-15d9-4f9a-9ee6-fe952d9cced2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.794395395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"235c8d71-d156-4f4c-89fc-080e484c341b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.829746358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"235c8d71-d156-4f4c-89fc-080e484c341b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.830402689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee045dfd-7c4e-483c-abdf-08a1f97292d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.893275598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee045dfd-7c4e-483c-abdf-08a1f97292d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.826599316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"10956604-1ab9-4b45-bdb3-7062fbc548bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.828928111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70248131-1db3-486d-b4b9-1578d91227e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.795124968Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.872835388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"52a9aac3-15d9-4f9a-9ee6-fe952d9cced2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.896300212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"863747c2-2220-49d7-abf4-7652d840f70b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.97647912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"10956604-1ab9-4b45-bdb3-7062fbc548bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.94984936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70248131-1db3-486d-b4b9-1578d91227e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.897187677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfb39c7-33b0-4b4e-8560-248f759dac8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.010185608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfb39c7-33b0-4b4e-8560-248f759dac8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.010822475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"a4b9ada3-cd75-47c2-83d1-c301ca004f64","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.01137105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f0e9694-891f-4972-8641-1dec6148eca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.011427115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f0e9694-891f-4972-8641-1dec6148eca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.075705065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"863747c2-2220-49d7-abf4-7652d840f70b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.139983432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"91adc60d-1b1e-4e64-b19b-578be701fc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.163618374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-sub-655265a7","reconcileID":"e6925814-9575-444e-aa4f-c4ee9ac5af39","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-655265a7/e2e-shared-int-sub-655265a7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.209464311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"35e354c5-59de-4812-bbe9-51839cca9821","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.247246669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"91adc60d-1b1e-4e64-b19b-578be701fc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.252795012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"85ab7505-7b53-46f4-8d88-65ccd73aa71c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.297136533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.309581015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"35e354c5-59de-4812-bbe9-51839cca9821","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.375308297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"5840ecc1-9d77-48ec-9895-0f1dba2d076b","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.377080775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"189445b8-a27b-48c6-8ebd-a76364d2bfa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:39.406661945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d3d0df/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.408082326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"98bb3a6f-9f3e-4d87-b31b-4e26f9be4175","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.476527194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9bfaad-586a-434a-9bf2-a53be6392557","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.503323535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9bfaad-586a-434a-9bf2-a53be6392557","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.520448051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ccf5eaf9-0639-4fd8-9957-619f9b700e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.567891183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f14759f3-0dbc-465f-96ca-c1f1ba23ec06","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.623312174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ccf5eaf9-0639-4fd8-9957-619f9b700e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.635750669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ad3ddbab-21e5-47e4-b019-2d625abed070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.671987072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f14759f3-0dbc-465f-96ca-c1f1ba23ec06","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.68604397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"249a6953-24cc-4600-9916-0e7f60c27e90","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.689239777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19356cfa-7e35-4025-8ee3-009a8ba86485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.68934092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19356cfa-7e35-4025-8ee3-009a8ba86485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.716436799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-sub-655265a7","reconcileID":"679ae031-52ac-4e0c-9344-404045f655e4","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.72512978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-policy-655265a7","reconcileID":"c1a4fbb9-f72f-43fe-a9de-1112fbfb6f3c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.751358353Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-sub","reconcileID":"e8605623-1beb-4389-8a3c-7628e01c20ac","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.752616295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ad3ddbab-21e5-47e4-b019-2d625abed070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.830644857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"fcbabfcc-8c9f-4e18-9eeb-48edafbc3c91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.917899252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-policy-655265a7","reconcileID":"c1a4fbb9-f72f-43fe-a9de-1112fbfb6f3c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:39.918701793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"c6a98788-db17-4344-95e2-52932cdafec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.003731682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"fcbabfcc-8c9f-4e18-9eeb-48edafbc3c91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.149327333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"c27bacd3-fc70-425d-a8e5-e23f83f7bec6","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.164322409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-policy-655265a7","reconcileID":"c1a4fbb9-f72f-43fe-a9de-1112fbfb6f3c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.177696664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c87e44d9-0762-422b-9f1b-a0dce7d349e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.178425234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6f7395b7-835d-43b4-a913-fb4ed9a167c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.205149317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbfec2602acfbd7da25b05e1cfd06d05904bb3cf1c8ebb50dd2bf5c8e826d514) AuthConfig (5a2d97ce67d82a121b7968f1ad6a51092cc4a185e60c7b7118780c43cc754209) AuthConfig (b55bd55e83676adc72ce94608d964b3a3c30b3394997f5009ed59b1b2d575a14) AuthConfig (9ef8f3ffe79a97ba818522e16bc44bb98fd2f65ae5428b5af289b1a345d20688) AuthConfig (4294df1ce2f3995da7df94584dab7d8c59cae732f719fa9ab81e07504758eead) AuthConfig (625fa4fd9eaf942d077b00fe5a5be8f79956bcb2c58c64c8d687683a7d2ba1f7) AuthConfig (e03fe3abd8402918a18838481f0873cc978b264495ee61d0d04eff5a35fef345) AuthConfig (8dbf9548f80d453cd0b7d0d200d34da42fc36e945e773036a60332c8233e56f4) AuthConfig (ff82adbd359113947d9c4f96dc198629bc8eea912a7cd606c730a94f65145026) AuthConfig (7d764488bd96156e0013b10dce3ce756dbd35e8e638353e6c1b7f213bba98eea) AuthConfig (9fd2b83eabea456bac368e200ce74c424572f33c9ad6cb96e95bb5fc5e295b90) AuthConfig (1d0481a283ab38b8369f756275a192adf9af53b2f044f2e8e32e29c821204f2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"fcbabfcc-8c9f-4e18-9eeb-48edafbc3c91","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.207024221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78e193fa-2ba3-4263-9bd2-ac21d7d4fadc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.207045095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78e193fa-2ba3-4263-9bd2-ac21d7d4fadc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.250393152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c87e44d9-0762-422b-9f1b-a0dce7d349e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.466646221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6f7395b7-835d-43b4-a913-fb4ed9a167c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.468401498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-sub","reconcileID":"7d1ed5ca-da77-417c-ad0d-f8e80af7ffa8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.468843044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"61cda23a-3d6c-4413-9e79-87e4c853d6c4","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.656599564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"adb62d4b-07f8-459d-bcfd-264be1bfdf7f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.766257137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"adb62d4b-07f8-459d-bcfd-264be1bfdf7f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.834784255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbfec2602acfbd7da25b05e1cfd06d05904bb3cf1c8ebb50dd2bf5c8e826d514) AuthConfig (5a2d97ce67d82a121b7968f1ad6a51092cc4a185e60c7b7118780c43cc754209) AuthConfig (b55bd55e83676adc72ce94608d964b3a3c30b3394997f5009ed59b1b2d575a14) AuthConfig (9ef8f3ffe79a97ba818522e16bc44bb98fd2f65ae5428b5af289b1a345d20688) AuthConfig (4294df1ce2f3995da7df94584dab7d8c59cae732f719fa9ab81e07504758eead) AuthConfig (625fa4fd9eaf942d077b00fe5a5be8f79956bcb2c58c64c8d687683a7d2ba1f7) AuthConfig (e03fe3abd8402918a18838481f0873cc978b264495ee61d0d04eff5a35fef345) AuthConfig (8dbf9548f80d453cd0b7d0d200d34da42fc36e945e773036a60332c8233e56f4) AuthConfig (ff82adbd359113947d9c4f96dc198629bc8eea912a7cd606c730a94f65145026) AuthConfig (7d764488bd96156e0013b10dce3ce756dbd35e8e638353e6c1b7f213bba98eea) AuthConfig (9fd2b83eabea456bac368e200ce74c424572f33c9ad6cb96e95bb5fc5e295b90) AuthConfig (1d0481a283ab38b8369f756275a192adf9af53b2f044f2e8e32e29c821204f2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"adb62d4b-07f8-459d-bcfd-264be1bfdf7f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:40.866794087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"adb62d4b-07f8-459d-bcfd-264be1bfdf7f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:40.989654672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"5bcd6d29-a4b3-43ff-b96f-66b1c4fac89d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.096565257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"5bcd6d29-a4b3-43ff-b96f-66b1c4fac89d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.103855959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e48aa463-5e96-418d-b91c-e916da145fd3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.109694687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e48aa463-5e96-418d-b91c-e916da145fd3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.157041038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbfec2602acfbd7da25b05e1cfd06d05904bb3cf1c8ebb50dd2bf5c8e826d514) AuthConfig (5a2d97ce67d82a121b7968f1ad6a51092cc4a185e60c7b7118780c43cc754209) AuthConfig (b55bd55e83676adc72ce94608d964b3a3c30b3394997f5009ed59b1b2d575a14) AuthConfig (9ef8f3ffe79a97ba818522e16bc44bb98fd2f65ae5428b5af289b1a345d20688) AuthConfig (4294df1ce2f3995da7df94584dab7d8c59cae732f719fa9ab81e07504758eead) AuthConfig (625fa4fd9eaf942d077b00fe5a5be8f79956bcb2c58c64c8d687683a7d2ba1f7) AuthConfig (e03fe3abd8402918a18838481f0873cc978b264495ee61d0d04eff5a35fef345) AuthConfig (8dbf9548f80d453cd0b7d0d200d34da42fc36e945e773036a60332c8233e56f4) AuthConfig (ff82adbd359113947d9c4f96dc198629bc8eea912a7cd606c730a94f65145026) AuthConfig (7d764488bd96156e0013b10dce3ce756dbd35e8e638353e6c1b7f213bba98eea) AuthConfig (9fd2b83eabea456bac368e200ce74c424572f33c9ad6cb96e95bb5fc5e295b90) AuthConfig (1d0481a283ab38b8369f756275a192adf9af53b2f044f2e8e32e29c821204f2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"5bcd6d29-a4b3-43ff-b96f-66b1c4fac89d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.193097286Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e48aa463-5e96-418d-b91c-e916da145fd3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.194267787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"66f2f740-d709-4e28-8e8b-5a7c2388588e","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.393309493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"cf12e2ba-85f9-4dbe-99ea-6830de0a27f1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.538256416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"99688629-df8f-4921-950b-0b45c3c7399e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.54092929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b2118365-f9be-4a9a-a2cf-9d6fac10a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.543738858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1bd6963e-0884-4c5a-aa9f-889b4d7b601a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.579732408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0154963e-93f5-46cb-a789-1dc7a68c96b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.580766599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"fdd8f0dc-78c0-44eb-ae6e-2c2f39a4a93e","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.58286854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.668891381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"99688629-df8f-4921-950b-0b45c3c7399e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.722674441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b2118365-f9be-4a9a-a2cf-9d6fac10a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.780275471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"45f49299-6a6a-47f0-9a47-0c4bfe8e9f9b","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.780971941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"96491b32-5aad-4bc6-9fab-617c1d8a78d2","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.83554911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1bd6963e-0884-4c5a-aa9f-889b4d7b601a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:41.858843089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0154963e-93f5-46cb-a789-1dc7a68c96b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.281541019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"6101f0ac-b206-4cae-82da-e129edaa9df1","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.282655224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"a0234ba7-27ec-48e8-b71b-0df24daf37ec","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.427897569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"169197be-c424-467a-9335-e35586b32757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.637808518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"13bbf5b1-b4b5-401f-9cec-b54db5ca56e9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01d9da1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.717080823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68df34f4-49b0-40d3-b469-d0abe3a19f1b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.748840538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"169197be-c424-467a-9335-e35586b32757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.754779427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"07d5ef8d-951a-431f-ab28-9e0228fc1295","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.804144202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"cec559ce-a2da-46c9-9423-17aa577b5ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.826653337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81c7b2ea-6bcb-4304-a4a6-b5d7d6acd8ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.839726807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"36243671-143f-42e1-b769-3dcdaf967c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.978086193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"36243671-143f-42e1-b769-3dcdaf967c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.998053609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4999f61c-951d-4434-abf7-0a1526cf5af1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:42.978861646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81c7b2ea-6bcb-4304-a4a6-b5d7d6acd8ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.024969268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ae9ebb9-ad8d-4f42-bbc9-c64975c09d12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.025074243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ae9ebb9-ad8d-4f42-bbc9-c64975c09d12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.119928545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4999f61c-951d-4434-abf7-0a1526cf5af1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.12183898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"a798139c-dc48-4f0e-b8b9-1cb24354b061","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.134939756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c426143-a1b1-4f51-8d0c-17ceba024124","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.135238014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7e6d4d60-acb4-4ac9-86b2-63e03eb8a342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.174395918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"c800382d-d941-4fbb-aa2e-c49e94335675","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.179169197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c426143-a1b1-4f51-8d0c-17ceba024124","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.206632704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7e6d4d60-acb4-4ac9-86b2-63e03eb8a342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.307820071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c616b26e-e4a4-4bd5-9146-a4c2a0323083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.333749228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b8d86dc2-13e0-4b36-821a-a0d553ce8e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.317942755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d3b77181-b126-4093-be0e-ec299c4f8a0f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.33424394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cb04e660-bc54-4f6c-8781-13595071e826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.418105294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b8d86dc2-13e0-4b36-821a-a0d553ce8e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.431984079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3d44c1-c174-4451-914c-fc630d269f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.462761075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cb04e660-bc54-4f6c-8781-13595071e826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.533609878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54fc7be3-e833-435f-8e63-0d8f97e8d5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.535844101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ade6f95e-300a-4036-a549-426eb0153814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.535934692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ade6f95e-300a-4036-a549-426eb0153814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.597075622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"e30721aa-9417-4930-b30c-b8e8eda3645e","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:43.635425598Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3d44c1-c174-4451-914c-fc630d269f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.638510694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54fc7be3-e833-435f-8e63-0d8f97e8d5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:43.645295642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3d44c1-c174-4451-914c-fc630d269f1e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.645564261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f6b0d0-6ee8-4128-be36-8b593a32325d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.645607002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f6b0d0-6ee8-4128-be36-8b593a32325d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.650514586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54fc7be3-e833-435f-8e63-0d8f97e8d5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.66159326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2321a418-ec19-4fa0-b6b2-9699c18dd2e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.661668493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2321a418-ec19-4fa0-b6b2-9699c18dd2e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.666835661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1f7efa-357a-4e9d-ba76-83a50e1e88c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.682890397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1f7efa-357a-4e9d-ba76-83a50e1e88c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.687388737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9f0a5d6-7632-45fa-b5a6-c03bbbe0257c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.690882997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1f7efa-357a-4e9d-ba76-83a50e1e88c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.701157346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54d65823-d8be-4d0b-ab9b-df8f494e753b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:43.701365151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54d65823-d8be-4d0b-ab9b-df8f494e753b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.366279773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c1c3885a-8354-43bd-8722-f13d75b74827","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.405258909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"14f47f42-c429-4618-a7ee-2540e94f1a4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.426097544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a43147bb-761b-4d6a-bef8-ac8f555d5899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.429146139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ed849e28-e89b-4ae2-8e70-dc34064eacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.4396582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"14f47f42-c429-4618-a7ee-2540e94f1a4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.456705666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ed849e28-e89b-4ae2-8e70-dc34064eacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.46545113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a43147bb-761b-4d6a-bef8-ac8f555d5899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.926630027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b03141a-6bc4-4d51-9468-4de2fc768acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.926657737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b03141a-6bc4-4d51-9468-4de2fc768acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.938939104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c73ff3-ceeb-40b3-8d50-efb5b9912491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.939039168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c73ff3-ceeb-40b3-8d50-efb5b9912491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.94949238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"73e0d077-8a80-41d1-99d8-bb0927e9c835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:44.993267826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"73e0d077-8a80-41d1-99d8-bb0927e9c835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.027273262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"73e0d077-8a80-41d1-99d8-bb0927e9c835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.037339497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"271cd9d6-b444-4dd4-8193-0c7c2d6d94b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.037443466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"271cd9d6-b444-4dd4-8193-0c7c2d6d94b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.124977658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dd1894-cd71-4255-bc21-c045fd7892a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.125080402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dd1894-cd71-4255-bc21-c045fd7892a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.126490469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3fbb1a priority=0:[ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3fbb1a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.132877046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"d3cb6af6-d1c2-4487-bf2b-346874e460c7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.132991801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28717cfc-2a8a-43d6-bb2d-bea5e24c8d8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.133011664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28717cfc-2a8a-43d6-bb2d-bea5e24c8d8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:45.138855246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"ee97ee69-dd62-4825-a99c-ccafdda68bdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-655265a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.144857335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"d3cb6af6-d1c2-4487-bf2b-346874e460c7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.158151092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"d3cb6af6-d1c2-4487-bf2b-346874e460c7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.163229769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e984d8cd-2a42-40e5-b312-794945afda3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.163334845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e984d8cd-2a42-40e5-b312-794945afda3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.174542998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263165ab-b786-4bd7-8711-d40b09e3e7b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.174705387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263165ab-b786-4bd7-8711-d40b09e3e7b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.207417958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"80a5c46b-5b5e-4e37-a10d-60eb1a0d6544","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-655265a7/e2e-shared-int-sub-655265a7","ai-tenant-e2e-mt-d42d4aaa/e2e-shared-int-sub-655265a7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.235778688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"241c9fb8-c0b2-4685-887f-a2653b558c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.235807024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"241c9fb8-c0b2-4685-887f-a2653b558c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.298171496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"4ae1c225-3630-431a-ab5a-432ed4cf0f71","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.298888722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-sub-655265a7","reconcileID":"cd26fac5-17e2-4e61-afe8-78838fe5d770","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.323817448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d099a03-b864-4bf0-bb53-6e37fcf9918b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.377948142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"ea106253-5b0f-476d-bb3a-5728be118564","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.392699077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"92028b73-b962-45b9-81fa-f98498fad42d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.401422783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f0c2ba6d-735b-4a81-bf93-2cec38aed67b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.402266727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"74658320-c398-428f-bc3a-710c431b38f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.402838553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b9b2b847-d94d-4e0f-ac84-3e9aec7e1efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.403498539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e798bb1e-467c-4f08-bc78-4a480bc05985","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.410247959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f0c2ba6d-735b-4a81-bf93-2cec38aed67b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.41262536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b9b2b847-d94d-4e0f-ac84-3e9aec7e1efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.414724031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"74658320-c398-428f-bc3a-710c431b38f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.4151564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e798bb1e-467c-4f08-bc78-4a480bc05985","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.437139986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"a9d96040-2bb4-4266-a72d-15388e2e6a0d","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.492241621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8c87ea2e-eb93-42be-a3e8-aa3c1cf7cd5f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.752969579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-policy-655265a7","reconcileID":"8749bdaf-61b3-4689-a010-5a71828b0f3d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.753368442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"793e8fdb-2175-4868-baca-3c26d97612be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.753386823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"793e8fdb-2175-4868-baca-3c26d97612be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.761306421Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-policy-655265a7","reconcileID":"8749bdaf-61b3-4689-a010-5a71828b0f3d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"policyNamespace":"ai-tenant-e2e-mt-655265a7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.771953449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9af0fa3-ace4-498f-bf7a-585ffc5d320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:45.771972692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9af0fa3-ace4-498f-bf7a-585ffc5d320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:46.025549472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a875fe2-a6a3-4f1d-bc94-c7210f4f83d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:46.025570924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a875fe2-a6a3-4f1d-bc94-c7210f4f83d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.834879582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"006147a9-4b15-4b41-9205-179430e86df0","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.869598052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9c575d9d-fb15-4da4-b188-3225c9a62b08","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.870301119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ade890f4-d7a4-4e2c-b55d-dd83238cf48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.871324921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"59722411-fa5b-4866-8336-0d7f954125b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.896893316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ade890f4-d7a4-4e2c-b55d-dd83238cf48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.928971329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9c575d9d-fb15-4da4-b188-3225c9a62b08","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.929764349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"445674a9-b20a-4693-aeb4-a64fbe407e7e","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.95938696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"b981039f-5120-46d2-a154-d4bbd0f3fb6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.965876869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"99a93c33-76b0-48a8-828b-b7e8b370d9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:47.97422904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"99a93c33-76b0-48a8-828b-b7e8b370d9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.604972934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"c4456770-0e53-43e0-b5e2-582a4a1564fd","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.633900279Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e16fdc66-ea37-4864-9924-3de9cd90fa74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d722f54a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.647850632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8b639268-02ee-465b-bdab-a3dc7a149d07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.648248098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae35d947-c3d4-47dc-894f-f6149aeb109f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.648512468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"500aafd0-629a-4414-8631-8dfe644338a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.648712242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2d7a52e3-6aef-4337-b46f-f87de91309ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.66228087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8b639268-02ee-465b-bdab-a3dc7a149d07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.669679741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2d7a52e3-6aef-4337-b46f-f87de91309ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.670663768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"500aafd0-629a-4414-8631-8dfe644338a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.67639489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae35d947-c3d4-47dc-894f-f6149aeb109f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.731878052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3d69c628-bd4d-4742-8df9-8a568c7eddaf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.732640549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9a3bec09-0aeb-49a6-bb76-63f0fbaf59c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.733277743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cbc47861-9591-416b-b235-0b027a201b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.733864816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f5f6a63c-06d7-4bee-bef6-585f78a35fe2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.750566308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cbc47861-9591-416b-b235-0b027a201b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.75430889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3d69c628-bd4d-4742-8df9-8a568c7eddaf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.76354389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9a3bec09-0aeb-49a6-bb76-63f0fbaf59c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:48.772025799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f5f6a63c-06d7-4bee-bef6-585f78a35fe2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:49.848829946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"8f254738-3d97-4c00-8857-b26b50107327","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.503596227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73ad1fa6-8a3f-40e7-aaee-73196bb6aa6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.503625475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73ad1fa6-8a3f-40e7-aaee-73196bb6aa6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.556985291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73ba108-6f48-4c83-8a1b-8c29a5a5b6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.557900226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ac3e45-16f5-408a-abf2-23c4e7fc03fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.565442181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f76b184b-64ab-49a8-9666-46b486fd567d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:50.660482336Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73ba108-6f48-4c83-8a1b-8c29a5a5b6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.671097215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3337b335-a107-4c31-a4ef-44b612458c4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.67118885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3337b335-a107-4c31-a4ef-44b612458c4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.672396548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ac21897-3294-4a28-8d2e-97f3245c3d3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.672573378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ac21897-3294-4a28-8d2e-97f3245c3d3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:50.673278176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73ba108-6f48-4c83-8a1b-8c29a5a5b6eb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.677668772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ac3e45-16f5-408a-abf2-23c4e7fc03fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.72466941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ac3e45-16f5-408a-abf2-23c4e7fc03fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.735009977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fdd63d-09b6-415e-b888-c06b93d6ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.735742759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3e30fee-c886-4afd-83fd-61edb51ae4b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.738060258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"312e437b-86ee-4a45-9a13-7cb630c504a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.738317947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"312e437b-86ee-4a45-9a13-7cb630c504a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.763166999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fdd63d-09b6-415e-b888-c06b93d6ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.776264228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fdd63d-09b6-415e-b888-c06b93d6ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.786283534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1150cb8b-db6b-4c0d-b843-a9e342f9ce37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.786385671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1150cb8b-db6b-4c0d-b843-a9e342f9ce37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:50.86598557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"6b6cd80b-94b5-4af2-be61-caf798f8c903","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:51.175492565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"aa7fca21-6fb8-49c8-a048-ae8a35665403","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:51.191952238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"aa7fca21-6fb8-49c8-a048-ae8a35665403","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:51.201271918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d3d0df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbfec2602acfbd7da25b05e1cfd06d05904bb3cf1c8ebb50dd2bf5c8e826d514) AuthConfig (5a2d97ce67d82a121b7968f1ad6a51092cc4a185e60c7b7118780c43cc754209) AuthConfig (b55bd55e83676adc72ce94608d964b3a3c30b3394997f5009ed59b1b2d575a14) AuthConfig (9ef8f3ffe79a97ba818522e16bc44bb98fd2f65ae5428b5af289b1a345d20688) AuthConfig (4294df1ce2f3995da7df94584dab7d8c59cae732f719fa9ab81e07504758eead) AuthConfig (625fa4fd9eaf942d077b00fe5a5be8f79956bcb2c58c64c8d687683a7d2ba1f7) AuthConfig (e03fe3abd8402918a18838481f0873cc978b264495ee61d0d04eff5a35fef345) AuthConfig (8dbf9548f80d453cd0b7d0d200d34da42fc36e945e773036a60332c8233e56f4) AuthConfig (ff82adbd359113947d9c4f96dc198629bc8eea912a7cd606c730a94f65145026) AuthConfig (7d764488bd96156e0013b10dce3ce756dbd35e8e638353e6c1b7f213bba98eea) AuthConfig (9fd2b83eabea456bac368e200ce74c424572f33c9ad6cb96e95bb5fc5e295b90) AuthConfig (1d0481a283ab38b8369f756275a192adf9af53b2f044f2e8e32e29c821204f2d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"aa7fca21-6fb8-49c8-a048-ae8a35665403","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:52.646992802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a26a2d84-47a5-4218-9628-388a1164daad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:52.662059724Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a26a2d84-47a5-4218-9628-388a1164daad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:52.675391711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a26a2d84-47a5-4218-9628-388a1164daad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:52.866287228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"d4dc9733-1f73-4305-a8eb-ac002620026c","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:52.93409643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"ce46a2a3-40fd-4d40-b428-03f3b80ce373","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.237085024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"238e52a9-c787-4150-adcd-f3f674a3e702","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.244013239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"99af18b4-276b-4d69-ac32-2fa4d24dbecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.245028943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"784bd915-42ad-4b87-a26b-8a8d0465596e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.246517766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"af8dd961-ec3e-44bb-8a8c-a411c4647891","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.249564127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"629d9a64-cb29-40e5-9311-608b1187066d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.261733382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"af8dd961-ec3e-44bb-8a8c-a411c4647891","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.273107702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"99af18b4-276b-4d69-ac32-2fa4d24dbecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.280400233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"784bd915-42ad-4b87-a26b-8a8d0465596e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.286940186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"629d9a64-cb29-40e5-9311-608b1187066d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.300669432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"65403b05-6f65-4eaf-9c78-512c328c942e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.312376967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ae2f006-4760-4d9a-8940-e44c91d56f3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.53815038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ae2f006-4760-4d9a-8940-e44c91d56f3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.593831197Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd9c3205-252c-474d-84af-07b3f1877265","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.594405767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d521ef11-a3b0-44c1-ad50-6a79d7fcbeec","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.713939251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2aab29c6-51de-4790-8ce4-c900d216464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.714863401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3656b01b-83f3-4cf4-9277-28e04e6c29c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/distinct-2-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.715471438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b70c20aa-8583-4b98-a6d3-c52589f9a08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:52:53.724713923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd9c3205-252c-474d-84af-07b3f1877265","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.736555198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"66accf4e-2ca8-474e-9948-aceff9b75dae","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.749298553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b70c20aa-8583-4b98-a6d3-c52589f9a08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.751595475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2aab29c6-51de-4790-8ce4-c900d216464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.922711459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"a3489356-23c4-4026-b7eb-7a34719ae2a2","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.463561263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub","reconcileID":"c63b2e65-669f-4791-bdc6-7161040fa5d2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.561612978Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub","reconcileID":"c63b2e65-669f-4791-bdc6-7161040fa5d2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.737996589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"ebd2d526-efb6-495a-8ca2-065d2c73918b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.795711996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6ce64351-df9e-4d01-8826-2c4b513c22c3","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.892983872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97880ef0-e0dd-420f-89fb-a1538ad20117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:54.939947554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"649d3901-2351-4401-b2e5-7247e0211fc2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.004116334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97880ef0-e0dd-420f-89fb-a1538ad20117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.004885624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89a0d625-2721-4445-8c70-f3935927099c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.052111632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"649d3901-2351-4401-b2e5-7247e0211fc2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.208106495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89a0d625-2721-4445-8c70-f3935927099c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.338955107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"33ac481c-f750-45a0-816a-f993f7b0c009","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.77252975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"33ac481c-f750-45a0-816a-f993f7b0c009","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.869160279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"33ac481c-f750-45a0-816a-f993f7b0c009","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.886976383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.925800855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c30d41-c7b2-4160-a87b-ef9e60c1dbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:55.92590733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c30d41-c7b2-4160-a87b-ef9e60c1dbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.077753755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-sub-655265a7","reconcileID":"de4c5a7f-7833-4ff2-bb59-4335a042b2bc","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-655265a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.207837536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"namespace":"ai-tenant-e2e-mt-655265a7","name":"e2e-shared-int-sub-655265a7","reconcileID":"de4c5a7f-7833-4ff2-bb59-4335a042b2bc","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-655265a7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d42d4aaa/e2e-shared-int-sub-655265a7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.20888275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"d3bfc314-b5fc-428b-8581-f8f08f8cbe6a","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.34159169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa82cc9e-80d0-41f7-a5b4-e07165ec95c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.374062914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"edb8ad9a-6990-4cc8-9622-33b61149af11","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.620854493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c371e1-e1a2-4790-bec2-2b5816ae6af5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.620886307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c371e1-e1a2-4790-bec2-2b5816ae6af5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:56.981917821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"e99a045e-b6a3-4227-a0df-f2af8a6731f2","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.114939789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a598bea7-a8f8-42a2-ba92-790b89e37a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.106170373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"20f90b36-5490-4d4c-8ebe-9b96b2efc0c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.140471442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bb82f19e-feca-41bd-a6d9-97098c46c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.161821201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a598bea7-a8f8-42a2-ba92-790b89e37a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.194273619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3234c91-736f-4a9c-a638-3c1c9c7c9bd7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.370394953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3234c91-736f-4a9c-a638-3c1c9c7c9bd7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.380362282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bb82f19e-feca-41bd-a6d9-97098c46c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.432666008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"96764bef-9915-46c1-8b34-4084da91db8a","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.498696992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"61a1d5a7-21b6-44fa-8aa9-b6b34e50c24f","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:57.637840503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"9f8b18ea-c675-4da7-b835-022578a21db8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.58737156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"c64f2a0b-3a64-4bcb-85fb-deef69a6d054","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.654571638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8a3fe605-0b8c-4dff-96bc-e2542e5dd150","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.694573944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8a3fe605-0b8c-4dff-96bc-e2542e5dd150","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.696355823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a3562e97-821d-4125-9f96-86bc2da89605","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.702015589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8a3fe605-0b8c-4dff-96bc-e2542e5dd150","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.76325152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bc1a1785-e84e-4399-87b8-129bd783b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.789147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b8f867d7-7d42-4749-b5dc-26f8921ffe27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.790333889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6baa55eb-16a6-41f2-a914-db24695ad29a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.790934526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f6383ba-6f46-49c9-9324-fab976ea84b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.833578593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bc1a1785-e84e-4399-87b8-129bd783b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.917876956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b8f867d7-7d42-4749-b5dc-26f8921ffe27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.924099287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6baa55eb-16a6-41f2-a914-db24695ad29a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.930372922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f6383ba-6f46-49c9-9324-fab976ea84b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.939000406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"a7b0cd4e-0ac0-45e7-a740-d62a52e21493","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:58.940350814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"2da4692c-5364-41d1-828a-4f8a6d0e5958","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.063980983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"5fadaf5b-c6e5-4d1f-8d82-4400c5063c4b","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.109610799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"acfabb49-dbbf-4dc6-93b4-438503d60946","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.193658266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9aab7a05-613d-4251-a20b-bcebcc8559a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.209990856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"b81e9e19-b035-4c85-9628-797efdacc0c6","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.230775659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6ab700c4-e5b6-4f7a-8008-8c0047d6634a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.243593721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"5a862b4e-ac4d-4e29-8cfb-fd627be6a950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.245890714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9aab7a05-613d-4251-a20b-bcebcc8559a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.31165115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6ab700c4-e5b6-4f7a-8008-8c0047d6634a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.343794485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68e00201-3d3d-4ca4-a59a-2bd5025f502c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7820f1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.39306986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a1c9951f-dca2-4dff-99c9-eb43f6be6ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.405181213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"ef743b4d-560a-40bb-ad12-d56cb565e63c","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.406669949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08fa6677-6a2e-458b-8df2-44c421bd42ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.454445576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4513471e-848d-4d57-9b16-44d3553e9714","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.46843834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a1c9951f-dca2-4dff-99c9-eb43f6be6ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.472188879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08fa6677-6a2e-458b-8df2-44c421bd42ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.529647165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4513471e-848d-4d57-9b16-44d3553e9714","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:59.675036712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"b01c15ee-178c-475c-b2f7-fb2bc94ed632","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.043808632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"072dacfc-28a0-46b0-baed-9e3586773d7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.088196407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"8ca1cf91-9007-4e91-ae93-44e6b779cfe4","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.2581733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"8bda1ee5-cf0e-48b1-a14f-1fa54adfbd5f","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.290580996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"072dacfc-28a0-46b0-baed-9e3586773d7f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.319939407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8d1899d1-42d2-45d1-86ee-3ab5b36ae510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.320824846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43cd86b9-3150-4fc2-b6bb-c431b1c6c753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.359897519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3015ed3-cd33-4159-aabd-f2acd84411e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.395051463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8d1899d1-42d2-45d1-86ee-3ab5b36ae510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.39418568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3015ed3-cd33-4159-aabd-f2acd84411e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.433275305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43cd86b9-3150-4fc2-b6bb-c431b1c6c753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.547594454Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d8d238bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d8d238bf","reconcileID":"a4ce2cc0-c2c7-455d-9b8c-34ecd0a6b57b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d8d238bf","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-d8d238bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.571318633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f9c549-f182-402b-bdf3-723a89143234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.58842136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f9c549-f182-402b-bdf3-723a89143234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.589059678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cab39653-ee25-429f-aef7-714a388f0246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.593901477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f9c549-f182-402b-bdf3-723a89143234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.60706015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f9c549-f182-402b-bdf3-723a89143234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.611973898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cab39653-ee25-429f-aef7-714a388f0246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.780147242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"6328524f-e51f-45d3-9954-b93597f8e3df","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.786342209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a1a471b1-c8d5-4950-9f35-8855e763a772","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7820f1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.793513679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65f98e78-0a45-4257-8bc4-f550fd8ea684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.795895596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6e75dafe-6188-4c7c-967a-e3a27ed3fe5f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7820f1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.836321766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65f98e78-0a45-4257-8bc4-f550fd8ea684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.844804985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65f98e78-0a45-4257-8bc4-f550fd8ea684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.853870649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25998a6b-8c0b-49c3-9461-a7bb72029299","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.853888941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25998a6b-8c0b-49c3-9461-a7bb72029299","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.890556054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af20f583-6c32-40f7-9f77-b962acfe9c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.901168238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af20f583-6c32-40f7-9f77-b962acfe9c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.903045893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4161b684-631c-48a9-b63d-f453e0505433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.903461061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1579ba1-d7b0-4e0e-bb2b-3ccb41d089cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.903831996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"22ccc7d9-b847-4bde-a194-852f64527fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.904173673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"075e57b3-4c04-4e87-a3cd-52103aea29a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:00.97926978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af20f583-6c32-40f7-9f77-b962acfe9c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.072019275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1579ba1-d7b0-4e0e-bb2b-3ccb41d089cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.074326306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4161b684-631c-48a9-b63d-f453e0505433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.075434403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"22ccc7d9-b847-4bde-a194-852f64527fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.07665785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250afb87-82fb-491b-b6fb-ab6d70fdf213","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.076673894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250afb87-82fb-491b-b6fb-ab6d70fdf213","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.127549513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"075e57b3-4c04-4e87-a3cd-52103aea29a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.172054949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"457f3e5c-2fa4-4827-a4bc-51435f5d44ac","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.172802529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a0f9e7-acf3-4dcc-adda-962ddfbaa3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.176119953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a0f9e7-acf3-4dcc-adda-962ddfbaa3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.179904798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a0f9e7-acf3-4dcc-adda-962ddfbaa3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.183458924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a0f9e7-acf3-4dcc-adda-962ddfbaa3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.20184216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"ba8c75c5-8040-4769-b2c7-1386f8853c32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.207666123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9579edb9-36aa-4bd2-a75c-39bc597e705e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.208042117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"71e90a01-4648-484b-8c3a-2f7b7cbf50a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.216934423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9579edb9-36aa-4bd2-a75c-39bc597e705e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.22196039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"71e90a01-4648-484b-8c3a-2f7b7cbf50a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.230928452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"ebb33176-335d-4b64-ac08-35ea99c8a254","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.296618408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"d2c7201f-3e9f-43e7-bdfb-2592eb582196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.305625866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"cd3fd497-2d8d-4eed-a04f-4147ec953757","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.31545925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"cd3fd497-2d8d-4eed-a04f-4147ec953757","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.404621557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"801509a4-4a67-44cd-a420-60a8857df7ef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.573848683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"73d5e133-20f6-44c8-969c-fc417f26d9c7","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.626623422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a513c41a-e325-42c1-a092-175dcdc06b76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.63599245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a513c41a-e325-42c1-a092-175dcdc06b76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.97873753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"a2a38693-3a20-4162-817e-48fe75c126c3","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:01.999643152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"23a96fb6-46fb-470b-9f93-b80d475d1706","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.008027455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b12bab39-94f0-49cb-962b-c84c23c40e89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.008374918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1c90d991-e1c4-4170-85b8-39dc91798a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.008863894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"56fb3b8e-4dc8-4382-8b03-dab52a6e514f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.02594387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1c90d991-e1c4-4170-85b8-39dc91798a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.030826958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b12bab39-94f0-49cb-962b-c84c23c40e89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.035990982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"56fb3b8e-4dc8-4382-8b03-dab52a6e514f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.06864303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"2a91bea7-5e1e-4941-8efc-17d769f3f700","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:02.100658896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"f8805450-a6b1-4678-9b01-f296fdecd3b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.010684504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"e36ef186-3274-4014-a55d-ba456b0e02c4","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.033631695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"38ab25a6-b0ad-4fa4-b110-4d06a23e935e","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.04855658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"2d2fb384-90aa-4b98-ac14-9cc02e3d0dc2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.049144007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0af3fbe7-daf0-47b3-b7ed-7cd54953d01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.049249168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d031a208-75e8-4cb6-b155-aa82a4560e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.058510622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"2d2fb384-90aa-4b98-ac14-9cc02e3d0dc2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.058850505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0af3fbe7-daf0-47b3-b7ed-7cd54953d01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:03.067703511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d031a208-75e8-4cb6-b155-aa82a4560e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:05.93479113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"c73edd59-91c0-41c1-9245-db9aaa657fda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:05.97215232Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"c73edd59-91c0-41c1-9245-db9aaa657fda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:05.990375646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"c73edd59-91c0-41c1-9245-db9aaa657fda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:06.00636655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"708c926c-6e6c-4df0-ac58-9dd7a5f34753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:06.006468847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"708c926c-6e6c-4df0-ac58-9dd7a5f34753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:07.06655583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"7d64e273-ce02-4388-b31b-8ba2742f276b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:07.092486356Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"7d64e273-ce02-4388-b31b-8ba2742f276b","name":"e2e-mt-d8d238bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.799514726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"08578e9e-f7d0-4014-b863-0e2be0db7b8a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.803146455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"08578e9e-f7d0-4014-b863-0e2be0db7b8a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.807013462Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"08578e9e-f7d0-4014-b863-0e2be0db7b8a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.901195846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee8d44f0-9d7c-4e00-b64d-d7eb42f4e7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.943888088Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee8d44f0-9d7c-4e00-b64d-d7eb42f4e7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.957095707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee8d44f0-9d7c-4e00-b64d-d7eb42f4e7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.964952236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d61b4bf6-eeca-452a-b6af-9cc5be27e4f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.964973846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d61b4bf6-eeca-452a-b6af-9cc5be27e4f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.970028521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"e28bdf3c-dde1-4923-8015-d827a1283d9f","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.984501843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"08922949-2952-4079-a752-c26bf0e70eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.984686518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3742133-70c2-4275-bb6e-96abcebb6df8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.984501413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"17843fe0-3f01-4247-933d-bd6af899b665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.985111907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"601e96bc-5863-4e6c-aff7-07fea282ce5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.993443634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3742133-70c2-4275-bb6e-96abcebb6df8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.993794547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"17843fe0-3f01-4247-933d-bd6af899b665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.995547112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"08922949-2952-4079-a752-c26bf0e70eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.996183892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"601e96bc-5863-4e6c-aff7-07fea282ce5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.085255537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4020526e-9c74-4924-8fe8-3407890b3557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.094818709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4020526e-9c74-4924-8fe8-3407890b3557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.102024143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4020526e-9c74-4924-8fe8-3407890b3557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.119813057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d27ee38-874e-4baf-b054-312518be4a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.119831499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d27ee38-874e-4baf-b054-312518be4a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.128394804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"35f18fd8-fbdd-4555-8f36-a148da0a785a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.128405055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"a74f621d-31ec-4bdb-97c5-bd6e72b40af4","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.144799429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"b33ecf92-c03f-4596-b19a-c05bf244f404","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.291960735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4cf9678b-ab9c-4ab2-b2f1-f07e81821e3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-2-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.292004095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"c6b67264-2995-415b-a010-ca6ef4ac44cb","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.306353628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"8b0673a0-f709-4bbc-bdb6-b1bcb973dbb2","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.103033361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-sub","reconcileID":"ae6df7d0-95ef-4d7f-a16d-d06f53581bdd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.226254345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-sub","reconcileID":"ae6df7d0-95ef-4d7f-a16d-d06f53581bdd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.564242265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"51f27059-993e-4ec1-98b5-ad62d151403b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.601992595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"41fca6c8-49f2-4046-9221-b49a19c521df","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.722769758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb99502-3b58-4737-ad4b-3b061e6d3b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.723172608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d1e9ed98-fdae-4f0e-80f7-abbfabb42edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.818727688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"79cd123c-80a1-4ecb-a764-2801939c8932","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.947153835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb99502-3b58-4737-ad4b-3b061e6d3b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.00727142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d1e9ed98-fdae-4f0e-80f7-abbfabb42edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.083659027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70c96695-4aba-478d-85d8-f934a4c78407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.084843262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"025cec7f-8025-455d-af11-0c305237b0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.085833924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9f979854-f734-469d-a32d-a81fedffd2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.119902622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70c96695-4aba-478d-85d8-f934a4c78407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.141809851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"025cec7f-8025-455d-af11-0c305237b0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.323263295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-api-key-scoped-auth","reconcileID":"49bf2da7-e8aa-44b1-b75e-a91cb2d1c672","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.416088166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9f979854-f734-469d-a32d-a81fedffd2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.654796991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a020f31f-e18a-4e19-9d83-558bcf439260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.707262967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a020f31f-e18a-4e19-9d83-558bcf439260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.779696132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"cd38f537-784b-4ae1-a0ae-6431fd1b593c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.660836024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"715fcfa4-ce31-4875-95af-fd2d2b3a622a","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.690814242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"75f994d4-6825-44ef-9fd0-a67b687c19af","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.854008594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"81a69696-68a2-4f51-9b7e-efe7c3631a07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.887908627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"a2906d46-3484-4580-b1c7-bd3e94488e2f","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.91434888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"81a69696-68a2-4f51-9b7e-efe7c3631a07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.999178976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"c42a273c-7207-48a4-8443-ce65eaa27da5","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.090890509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"eb0a56b0-4e2b-47b4-984e-083c4fce0893","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:16.147759064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"be733dba-04ed-481e-b8f0-edcff8868988","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.166615653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e4cf265f-df34-4ffd-bc6e-2857ae280869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.173115229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f85632a9-1ec2-4f35-8f4a-6487e6b591f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.173991029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2e4bb6c9-4fd4-488e-8d70-3d964867e57a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.262471709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"e609af9b-827e-4f5e-ad7c-ad9cead332a5","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.321153491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"cebeaf05-db2b-4549-a66f-e156a3eba8f2","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.320762661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e4cf265f-df34-4ffd-bc6e-2857ae280869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.320428232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f85632a9-1ec2-4f35-8f4a-6487e6b591f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.390519753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2e4bb6c9-4fd4-488e-8d70-3d964867e57a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.445910304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"2b4fc5db-3a03-4948-a324-dfac66ab3281","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.477336636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"8144a62c-738f-4511-a6d7-e3ab49e9e19a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.503184894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2e4bb6c9-4fd4-488e-8d70-3d964867e57a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.612536073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"271f8996-78ca-4e18-8a69-3d6a48c408c2","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.614031699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-d3d0df priority=0:[ai-tenant-e2e-worker-w0-d3d0df/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-d3d0df/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.614757462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"ca81299c-c091-4f10-8cea-f792c0166916","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.677765343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"8144a62c-738f-4511-a6d7-e3ab49e9e19a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.700167088Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"c21eeb8c-52f2-42e7-8628-c3d8f274e6ad","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-w0-d3d0df","model":"distinct-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.702062906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a52a133-34d5-4155-a6ad-91ae3d48c15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.770750134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a52a133-34d5-4155-a6ad-91ae3d48c15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.831375397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"ef657385-abf8-4bc4-97e7-850fcb67ecf5","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:16.844365577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d3d0df/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.924281081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"ca81299c-c091-4f10-8cea-f792c0166916","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:16.950823262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7d7eca87-f0fb-427d-990e-8866cbb955d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.003883722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"982230a5-446e-46d1-90c4-25415128f574","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.118194345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"cee7548a-d2b5-412a-baae-01e411f09c43","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.125677786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8378bb05-cc3a-41a6-8343-35769d4ccb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.147439186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"5b3c0263-df97-43da-a361-8269c393da56","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.168791455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7d7eca87-f0fb-427d-990e-8866cbb955d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.170563831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"1b16364f-0261-4fbc-aef3-44d2a8791488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.172274105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"30017549-137d-4529-9591-1af7c0eedd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.22097293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"28cb2d30-12a7-4ca6-a9fe-7f316f707c63","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"distinct-2-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.329876011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e6cfecab-3820-4c1c-8133-010628df9724","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.336985271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8378bb05-cc3a-41a6-8343-35769d4ccb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.337976846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"fc2929da-6169-4961-8f08-462ad4376d27","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.388058296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"3f96cc7a-85b0-48fa-9cdb-1d57f0181c63","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.486820101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"30017549-137d-4529-9591-1af7c0eedd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.646352828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"236e1929-5ae6-40b5-a520-143633d2f34d","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.77739322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"efc94fb6-ae90-4a61-b08f-1d5e1b06c3e8","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.78204224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"f29ac106-4726-428b-8e00-9d6867e5ad7f","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.800100577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"fc2929da-6169-4961-8f08-462ad4376d27","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.824903467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"25938898-4f0c-4604-83c3-503e220cb730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.83638504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"ea534378-3d4b-478a-800b-3ff2fdb7bcc7","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.897614708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"bddca92e-8414-4b86-a7d6-53fb215b0610","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.927163491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"6c030b38-5c21-410c-bf4f-a4ed8b4201dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.009681811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ca68c67d-8fd0-4048-9ca4-bd9411ce2af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.010934324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"df443df1-f943-4e8c-9f6b-30385cc1fe19","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.105878589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"bddca92e-8414-4b86-a7d6-53fb215b0610","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.177105831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"a18e9b44-7c5d-4723-a3c6-a49ad3a2aabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.176581068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"33b5265d-02b3-44db-aa16-4dcd80741198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.225572916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"4c94bf40-facc-4f23-8842-de52f4e2cd25","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.247185861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ca68c67d-8fd0-4048-9ca4-bd9411ce2af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.293152233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"a18e9b44-7c5d-4723-a3c6-a49ad3a2aabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.429614484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"33b5265d-02b3-44db-aa16-4dcd80741198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.447940259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"7a5c21f9-29ef-4773-a011-5d94a8acb1cd","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.454944088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6d8160b4-a5fc-4af6-a579-c3b25c3af469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.45766851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"51b7d3f6-5ecc-47fe-a6cc-54776b5e543c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.485342226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6d8160b4-a5fc-4af6-a579-c3b25c3af469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.497328755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fa0fc59c-d99a-447c-9ed9-f3c102d291fc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.513905029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fa0fc59c-d99a-447c-9ed9-f3c102d291fc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.588943358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"007a0c14-ccbb-4ae4-90c3-bd202a27f0c3","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.616108586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"343400ff-c439-4159-bdc4-0ed23b0f3f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:18.640791392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"343400ff-c439-4159-bdc4-0ed23b0f3f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.405791494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"47d6c32a-ac51-4219-ad54-5b0ab266baba","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.807928513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"c8a2ba7c-b7b2-419a-bdfb-63dc3412e727","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.240348356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"5494217d-d8ae-4ee8-ac70-f266d33180b3","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.29077036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"9bb696de-6e7a-48c3-b8f9-f45bf91735a7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.314692474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5b232193-76f6-4271-bb38-cc2a85a258cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.315591533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"f099839c-acd0-415f-975f-703ea0630847","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.330925295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5b232193-76f6-4271-bb38-cc2a85a258cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.33791956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"d55a2b7f-e6ea-470a-928c-dcff6ea84ff4","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.338400881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"f099839c-acd0-415f-975f-703ea0630847","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.362669273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"b600a16a-e3f3-43cc-b0d2-43fa570e9d4d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.423674256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"12a2ffef-eb67-4473-bfee-f974e23a4476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.424716404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"82fc3bf1-34d9-41b1-852c-98302fcec613","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.44012212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"82fc3bf1-34d9-41b1-852c-98302fcec613","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.442358027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"e515a741-38aa-45b4-b846-1f9690ebda1a","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.471435763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"12a2ffef-eb67-4473-bfee-f974e23a4476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.480042683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"6d330c50-603c-4065-b804-8f47b3df7c1f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-361e6db7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.504614414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"b09179eb-8925-4241-91eb-bbda57f6f08e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.50576909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2b0e50f0-9ab9-46e0-ba72-86f6c6c9ef80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.520167962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"b09179eb-8925-4241-91eb-bbda57f6f08e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.522776258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2b0e50f0-9ab9-46e0-ba72-86f6c6c9ef80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.534809357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"d3178572-372f-4cba-a0af-913f5c39ac37","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.597828875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"efa04ba5-800e-44cf-9802-63a132476aa6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.609707803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"efa04ba5-800e-44cf-9802-63a132476aa6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.695100003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fdd0ff7c-fe9c-4eb7-8ce8-3624aff22352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.695505722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"495a3aa2-c2e4-4080-9bc3-c920bd70567d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.695980696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"dc4acf09-79c7-451e-bdd0-36ba36f2d8a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.708731191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"495a3aa2-c2e4-4080-9bc3-c920bd70567d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.712815656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fdd0ff7c-fe9c-4eb7-8ce8-3624aff22352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.713456219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"dc4acf09-79c7-451e-bdd0-36ba36f2d8a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:20.974677965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f62e2471-7714-4ecd-873c-728c88c3d9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.00521605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f62e2471-7714-4ecd-873c-728c88c3d9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.012357286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f62e2471-7714-4ecd-873c-728c88c3d9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.021587576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02b0b962-89d8-4ed0-ae6f-0bfde12152a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.02160735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02b0b962-89d8-4ed0-ae6f-0bfde12152a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.158175545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2775d2ef-5799-40a1-97e2-72fb9a6541df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.171446532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2775d2ef-5799-40a1-97e2-72fb9a6541df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.179676202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2775d2ef-5799-40a1-97e2-72fb9a6541df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.190481852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74ca76f-a120-41a2-b63f-7b9c156b54eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.190502512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74ca76f-a120-41a2-b63f-7b9c156b54eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.02756539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"acac396b-4567-47ab-b5a1-3b99f35c9cce","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.04484618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"e2285bb8-7edf-42ba-a03a-3ff8b22d835c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.047291975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5d2607f9-ab1f-47f4-8006-496e07b394b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.047304865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"25689857-8325-464e-adc2-da449fc83a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.058629472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5d2607f9-ab1f-47f4-8006-496e07b394b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.058700401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"25689857-8325-464e-adc2-da449fc83a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.065191416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"44eaae58-a392-4b09-b2b5-28aa2177498f","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.144127784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"672a62e8-729e-4709-90c0-97bd9cfc845c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.892371193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"01a801f6-cb0e-4aef-9eab-802181a9dd6b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.892619432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"96001e5a-c41e-4276-bbc7-f61a8e7bd2a2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.921068053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7881c9e5-926a-4a91-907d-10ac03001ad9","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.522861575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"879c4cd6-3278-4253-9847-f03858c10a1c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.540044054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"605932d8-4af7-4cb3-b766-47269a4ce36e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.541919525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"866942cc-0603-4d93-a18e-d7514fcf724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.5767883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"27eb4f60-5ceb-47b0-be85-c703b528084b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.582969767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"866942cc-0603-4d93-a18e-d7514fcf724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.594901576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"27eb4f60-5ceb-47b0-be85-c703b528084b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.614647641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fa22df49-ff2e-411e-90f1-17ea3f2cb383","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.637684472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"928405f8-1b75-4f65-9981-43ea58e380aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.860831147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e0313c-7289-45e0-9aba-bb06c5dcd5c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.860852235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e0313c-7289-45e0-9aba-bb06c5dcd5c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.868648932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"namespace":"ai-tenant-e2e-mt-f89918a5","name":"e2e-policy-f89918a5","reconcileID":"7ded412d-8625-457a-80f7-3d3e1e9e6726","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.911911064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"namespace":"ai-tenant-e2e-mt-f89918a5","name":"e2e-policy-f89918a5","reconcileID":"7ded412d-8625-457a-80f7-3d3e1e9e6726","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.919142706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"namespace":"ai-tenant-e2e-mt-f89918a5","name":"e2e-policy-f89918a5","reconcileID":"7ded412d-8625-457a-80f7-3d3e1e9e6726","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.928089384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b54011d2-5c95-4910-8361-c86a7dec7dc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.928112982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b54011d2-5c95-4910-8361-c86a7dec7dc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.152744252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7bc38478-c53f-4758-85c9-2f74d4fa8dd0","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.161461711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"85335b25-4ab6-4a9c-8dd4-7821938b63d4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.184686633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"240ba2de-e032-4beb-82a9-252a09654c74","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.197973565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"240ba2de-e032-4beb-82a9-252a09654c74","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.22456988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"9fbef371-967a-412b-8b6c-d4a92d8f879e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.286679054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"c373f396-7a92-4467-bc72-23e88bb5971e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.301466477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"c373f396-7a92-4467-bc72-23e88bb5971e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.334619249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e7721b7e-afd8-432b-b518-9600e5b04723","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.346912702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"47382869-8c78-4b0c-82f6-ea51a276b3b4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:24.348446205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"0a0d1419-c384-4d57-81b9-d468dfd15044","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.356737201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"488af391-5dbf-409e-bca1-d5580b1cf26c","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.370031872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d2ace74a-00c2-4243-8508-61c4030f5632","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.376445241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a7d5bfba-fb88-42c3-816b-6bdd925fee00","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.397697907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"680af5dd-437b-43c9-97b9-55f29714a093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.398042868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"2099460b-bdd8-448a-a844-6c1298f09390","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.398264869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6302ff71-f5b6-458b-82fa-36041678975d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.410189641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"2099460b-bdd8-448a-a844-6c1298f09390","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.411917138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6302ff71-f5b6-458b-82fa-36041678975d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.415010683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"680af5dd-437b-43c9-97b9-55f29714a093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.420639515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"af4b3a24-0813-47ce-a1fc-a18f16958b5e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-models-user-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.470717894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"dc306ad3-5673-4335-97c5-1c8a101a44ac","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.499645346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cd1632ee-3867-4a5a-b64f-4773ad4ce739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.500415151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"d94d5833-76e1-4923-a7e0-95e8bdffd59b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.501017272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7da30b9f-1cea-4cd8-80d3-20784900da33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.509874962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"d94d5833-76e1-4923-a7e0-95e8bdffd59b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.510021053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cd1632ee-3867-4a5a-b64f-4773ad4ce739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.51098683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"ca632247-4d48-4095-8d6a-10bd4c8a5f3e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.511436521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"2b5b80d6-d37b-4e5f-9293-82807e62f52c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.512059389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7da30b9f-1cea-4cd8-80d3-20784900da33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.518523655Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9f46e5 priority=0:[ai-tenant-e2e-worker-w3-9f46e5/e2e-models-other-sub ai-tenant-e2e-worker-w3-9f46e5/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.518686601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"575c873c-6134-429a-8ecb-ebba57b93202","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.526652686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"57b4673b-06b7-4006-bf5b-6f38fbb22baf","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:24.528253773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"e2f4fd5e-aa41-4246-88e9-3e05d1da9634","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.536484337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"30d6cb90-cb2b-4bf4-aafe-d6f7b9701983","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.547501624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"3f90aded-fe8f-4d9a-aeb9-35573eb1084e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.599712856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"fce82a8b-6aea-4e42-be1a-74ec88b78110","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.611642872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"29e6ddc3-91f0-4569-93ce-3df3455112af","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.714819263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"48f87bc9-b86c-4bdd-9824-4d93f49e6197","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-models-other-sub","ai-tenant-e2e-worker-w3-9f46e5/e2e-models-user-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.716801811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"09ecd6e3-f898-4802-a583-e61d74ab763d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.717246598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"0ecf786c-94fb-451f-9cf5-937be635855d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.717282574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"096d74b3-0e69-4468-8612-127ada20202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.791194538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"096d74b3-0e69-4468-8612-127ada20202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.780193261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"09ecd6e3-f898-4802-a583-e61d74ab763d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.797681625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"0ecf786c-94fb-451f-9cf5-937be635855d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.803656309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"00bb1dcc-f036-4995-8f0e-42e2a464ba9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.80417817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"36de2098-e826-4619-adb8-7c1741569f55","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.804236273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e9a42824-d756-4a26-a818-7dd5b5c541ee","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.829072289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"6925e312-be59-472d-845d-8978ed73646f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.171965888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"e1ceebcb-13fd-4279-b3a0-6b2565d5e87e","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.248326526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7a1b2da0-59c2-477f-b6f2-582124900b53","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.257289474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5fc92691-c3f8-4bdf-8bcd-aba861fae6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.257431274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"01b9290f-65d4-442f-8d8e-bdcb97a1fdb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.257288155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"168d828c-7e7f-47b9-b0e5-3aaf106ef9c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.267727153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5fc92691-c3f8-4bdf-8bcd-aba861fae6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.26788041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"168d828c-7e7f-47b9-b0e5-3aaf106ef9c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.270188702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"01b9290f-65d4-442f-8d8e-bdcb97a1fdb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.45356793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"966d27fe-f1d2-4d5d-bdcd-2cf3fee3c2d1","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.832612905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"c4841824-50a6-4527-9915-052d9f7416ff","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:25.833149158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.040987498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788cac0f-f74f-447a-9404-a646087a4c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.044130461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788cac0f-f74f-447a-9404-a646087a4c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.047194661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788cac0f-f74f-447a-9404-a646087a4c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.050512742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788cac0f-f74f-447a-9404-a646087a4c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.087945778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"90eb9569-e92d-4596-8400-0bfb45f42d6f","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.388277928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdac26-64a7-4e59-904c-f7e5db0478a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.397275455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdac26-64a7-4e59-904c-f7e5db0478a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.404159036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdac26-64a7-4e59-904c-f7e5db0478a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.407850426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdac26-64a7-4e59-904c-f7e5db0478a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.573971573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2d6941bc-faf0-4089-b979-e82fe29547a2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.586790821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2d6941bc-faf0-4089-b979-e82fe29547a2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.603807275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2d6941bc-faf0-4089-b979-e82fe29547a2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.612863773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"573a74f5-4fc1-4b8d-af7a-982f1b6878d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.612883164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"573a74f5-4fc1-4b8d-af7a-982f1b6878d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.635694784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"3c0b120d-2f13-4bba-b15c-185f1f53d5f2","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.6530485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"b2b8c04b-be5f-43c7-b158-a09669e492bb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.714096245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"fc8a6eb8-7332-4ae3-a55d-6f4b6511dd49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.714854583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"340dbc29-e11a-45fb-9063-d9beeb31a071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.716328772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"200bd85d-9283-4b7f-8b94-7e7de5816776","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.717050863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59d4e96a-d8d8-4b1f-9eea-870edd14317a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.783437981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"1f43b645-2d4f-4858-8451-79591d38994c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.802513747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"340dbc29-e11a-45fb-9063-d9beeb31a071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.80701515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59d4e96a-d8d8-4b1f-9eea-870edd14317a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.809351742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"1f43b645-2d4f-4858-8451-79591d38994c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.812322108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"fc8a6eb8-7332-4ae3-a55d-6f4b6511dd49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.819124777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"b73c9a7b-c2c0-47d5-b25c-7fa491d8d95c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.900108089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"65253995-da66-4182-a045-7026bf95b3cc","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.506696756Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"f777a1ba-b251-4094-a2b4-c7ffdd612db4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-w0-d3d0df","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.51479507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"f777a1ba-b251-4094-a2b4-c7ffdd612db4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.540127709Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub1","reconcileID":"f777a1ba-b251-4094-a2b4-c7ffdd612db4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.665629439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"983ee862-91ea-46b9-9274-937663b324d5","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.723040808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"739392fc-6caa-40c3-9647-d2d7ad33bd27","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.775741072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"55b3b1db-89ee-4e41-8149-ca71f7ee257d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.776588964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"7316af46-a764-4c8f-b2f9-57aac21fac35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.777434038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f91e2598-b784-4dd9-9554-71b77cb08a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.778172307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0280a808-13f1-48a6-9db1-432eaffe84fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.811088467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0280a808-13f1-48a6-9db1-432eaffe84fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.820023778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"55b3b1db-89ee-4e41-8149-ca71f7ee257d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.813461322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"7316af46-a764-4c8f-b2f9-57aac21fac35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.881144361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f91e2598-b784-4dd9-9554-71b77cb08a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.911777164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"a7862b03-50f5-4bf5-a89d-67347765d705","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.019277231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c229525b-f52f-4aed-8e6b-2e2b68df3f22","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.036038593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"0cd6eb4a-fd14-49f8-b30b-82c9b1d4c93b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f4349e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.083273591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"398706df-49eb-4b15-a3a8-8b8931e7a987","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.084602692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"ad77719d-caea-41ed-80ed-dfb064370698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.103222806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f1c8c74-94f9-41ad-b0ad-1e45e21beae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.103847003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"bd4b3eb0-928d-4776-935d-9c22a0b7ee80","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.176742141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"41f2cd8f-c24f-41ff-b67d-4e26f8c42e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.179175176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4ac1ce8f-344c-4b81-bf91-27ae78147ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.179437412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"398706df-49eb-4b15-a3a8-8b8931e7a987","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.185968149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"bd4b3eb0-928d-4776-935d-9c22a0b7ee80","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.19470751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4ac1ce8f-344c-4b81-bf91-27ae78147ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.19846142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"41f2cd8f-c24f-41ff-b67d-4e26f8c42e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.203249222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c242232b-48c8-4842-9fa3-907a15f18d95","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.21562398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f1c8c74-94f9-41ad-b0ad-1e45e21beae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.278837999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f1c8c74-94f9-41ad-b0ad-1e45e21beae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.27950001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"c65d8eee-8c36-423c-b77e-8a9815a8327e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.280418357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"9d0eafc9-d82b-41ba-b8b9-afe8de1ec06b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.289608575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62f797a7-1549-4016-8ec5-454060605a11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.289631957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62f797a7-1549-4016-8ec5-454060605a11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.291311704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"c65d8eee-8c36-423c-b77e-8a9815a8327e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.310263544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6f99b4fc-2bec-4b7f-9194-c938a032a3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.311467987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f367ff0-8859-4a9f-88f4-09b8ff966bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.311491281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ff32960d-60fa-46e5-a10c-676f8d7923bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.312087057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3db6aa0b-5b6f-494c-bdef-35d8676ce398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.319720343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6f99b4fc-2bec-4b7f-9194-c938a032a3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.328598924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ff32960d-60fa-46e5-a10c-676f8d7923bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.330548879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f367ff0-8859-4a9f-88f4-09b8ff966bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.332413283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3db6aa0b-5b6f-494c-bdef-35d8676ce398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.337622725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f367ff0-8859-4a9f-88f4-09b8ff966bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.349831945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7750cf86-3f5e-4006-ab6c-e09c2be15a4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.349854857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7750cf86-3f5e-4006-ab6c-e09c2be15a4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.408623165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2b7a78bf-4394-4872-86a5-dd9844ab1545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.414094233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"52248b87-d779-4309-815b-5ede68e2d5f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.41778841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"27b1a177-c6a8-4faa-8557-84d60f33ca4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.418474499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"664d794d-6266-401a-a9af-e86c6c99ea77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.418725764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2b7a78bf-4394-4872-86a5-dd9844ab1545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.419049121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f2b4018a-818e-450c-af89-f60387c605d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.440086314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"52248b87-d779-4309-815b-5ede68e2d5f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.434893089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"27b1a177-c6a8-4faa-8557-84d60f33ca4f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.494825953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"664d794d-6266-401a-a9af-e86c6c99ea77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:31.496261659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f2b4018a-818e-450c-af89-f60387c605d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.265316865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"0356ca81-f42d-43fc-ba5f-e7ce02a6e0de","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.286718034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-user-sub","reconcileID":"0356ca81-f42d-43fc-ba5f-e7ce02a6e0de","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-models-other-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.306552748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"d2264c0e-3263-4290-8e51-af6982d2b0bc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.306769352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"7abdbe83-b110-437e-84b7-09f825192f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.315963817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6fd46c77-4cf0-4666-b0c8-4f3b35639b08","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.329511627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c5a7d503-7147-4cfa-a84e-a1c6769186de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.329646968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"ef50282d-f1ad-49c5-9045-3f6761d2edf7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.329517353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"22c5f749-f7d3-46f2-bcd5-276c1f2dbf7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.340028804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"ef50282d-f1ad-49c5-9045-3f6761d2edf7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.340124105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"22c5f749-f7d3-46f2-bcd5-276c1f2dbf7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.342610098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c5a7d503-7147-4cfa-a84e-a1c6769186de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.467588997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7d4b0471-8a0c-4a0e-a5d9-31ed8ddf16f3","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.582749963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"82231218-50ae-4d0e-a363-8a608e211230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.583147652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"9545ae4d-989f-40a8-98a7-972cc3366653","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.583637296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8b959bef-d1fa-42c1-b65b-35e32a6e3daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.591139299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"82231218-50ae-4d0e-a363-8a608e211230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.591589293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"9545ae4d-989f-40a8-98a7-972cc3366653","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:35.593457583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8b959bef-d1fa-42c1-b65b-35e32a6e3daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:36.619569077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"1842aa02-583e-432f-9755-8fc70f77a07b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:36.649461327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"1842aa02-583e-432f-9755-8fc70f77a07b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:36.656423266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"1842aa02-583e-432f-9755-8fc70f77a07b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:36.664971662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"715f8065-2077-41cd-92df-7a26d0053654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:36.664989946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"715f8065-2077-41cd-92df-7a26d0053654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.281167883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"668b181e-ebcb-4f95-925f-daca421eee47","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.297077862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3439d199-106d-435f-b1c1-b23376812085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.299979732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3b34b5ab-4917-4151-9420-9c4ca17fa395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.300084984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1a484d70-15de-40fc-927d-cb29f5b65c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.30824158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3b34b5ab-4917-4151-9420-9c4ca17fa395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.309459387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1a484d70-15de-40fc-927d-cb29f5b65c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.319362868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f5d4350b-ebde-41d6-82d5-da72f8568d93","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.400696062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"32a53e84-f3b5-4249-9cfb-2d86bdb92d7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.048453208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"3e32a466-a62b-4bcb-b81f-716085cf2750","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.05205609Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"3e32a466-a62b-4bcb-b81f-716085cf2750","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.055650205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-sub2","reconcileID":"3e32a466-a62b-4bcb-b81f-716085cf2750","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.092577309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"c2e2e337-f986-40e5-8c95-f0cdb349fc60","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.10727698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"e128d069-324a-464b-ac65-62a89d5644ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.107463363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"33f9233e-7a40-4ada-927b-dd3ac9d22f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.107686667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6e7c91b4-5eb2-4378-8215-76f1dba1a451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.107867047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"20b76e49-07d4-4940-aca2-91f7ecfb3538","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.116311012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"33f9233e-7a40-4ada-927b-dd3ac9d22f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.116401377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6e7c91b4-5eb2-4378-8215-76f1dba1a451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.11852373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"20b76e49-07d4-4940-aca2-91f7ecfb3538","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.118575022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"e128d069-324a-464b-ac65-62a89d5644ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.233177668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth1","reconcileID":"9c9a1aee-5126-4572-9a1b-70681fe82411","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.233332936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"d9d780c1-495e-428e-987a-cb532c7efbcc","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.237472747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"1f4a9d5e-7fd2-4b03-81cf-b3998dc262e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.245710946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"1f4a9d5e-7fd2-4b03-81cf-b3998dc262e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.331466928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ff7d445-a75f-4aec-88c5-21f638e70421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.333443688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"69a2aa1b-9f76-40a8-9681-0c016973ebf5","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.362217838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ff7d445-a75f-4aec-88c5-21f638e70421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.369242436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ff7d445-a75f-4aec-88c5-21f638e70421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.3787275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d730bcb8-f203-4597-b47b-5e43dd821b74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.378750641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d730bcb8-f203-4597-b47b-5e43dd821b74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.43150362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7756d2a-7294-41ca-bff1-ff9e9071fb10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.439814482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7756d2a-7294-41ca-bff1-ff9e9071fb10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.446699049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7756d2a-7294-41ca-bff1-ff9e9071fb10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.45574228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497711dc-a430-45db-b48d-5eafac128f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.455758282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497711dc-a430-45db-b48d-5eafac128f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.49339938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"ebbd7e24-fba8-4039-926b-eed051933e45","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.493421861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-multi-keys-auth2","reconcileID":"4291f777-643e-4981-87ad-5718ef8aed8e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/distinct-2-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:41.507488341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"30f67d17-63e9-42a9-8a38-c83a5f88188c","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:44.80255301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"namespace":"ai-tenant-e2e-mt-f89918a5","name":"e2e-policy-f89918a5","reconcileID":"040e5015-8497-4b12-953c-e24f549b3945","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:44.808445802Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"namespace":"ai-tenant-e2e-mt-f89918a5","name":"e2e-policy-f89918a5","reconcileID":"040e5015-8497-4b12-953c-e24f549b3945","MaaSAuthPolicy":{"name":"e2e-policy-f89918a5","namespace":"ai-tenant-e2e-mt-f89918a5"},"policyNamespace":"ai-tenant-e2e-mt-f89918a5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.485094559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"46d00d37-475c-40c4-ab8c-19aff7d06f2c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.512328367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-other-sub","reconcileID":"46d00d37-475c-40c4-ab8c-19aff7d06f2c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.527847176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"e2909917-8d6c-47de-a645-e002d9227cea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.536943589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c350ab82-5827-40b3-8ce2-c85ab1aa1f3e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.580002737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"a7ecf0b2-a2d3-478b-be15-8d24372e2952","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.580479808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c5c6f41d-e088-4db1-9393-ffc6b4d8888c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.580852461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cd725667-72dd-4d6b-9ce5-2ab28fffc1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.590142435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"a7ecf0b2-a2d3-478b-be15-8d24372e2952","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.597399553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cd725667-72dd-4d6b-9ce5-2ab28fffc1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.605351577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c5c6f41d-e088-4db1-9393-ffc6b4d8888c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.677396752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"92f07711-2286-4e16-aee9-fe3ec9e0509c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.68524717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-models-access-denied-auth","reconcileID":"41e57c07-7571-4a2a-baff-28b29f06225d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:45.69991641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"95bfcc7c-b7c0-4725-a0f5-cf4435110013","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.153439277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20022369-6c0a-4f6c-b28f-d7c1562c67cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.156939423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20022369-6c0a-4f6c-b28f-d7c1562c67cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.160654341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20022369-6c0a-4f6c-b28f-d7c1562c67cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.163973338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20022369-6c0a-4f6c-b28f-d7c1562c67cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.427419076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d78790-ca9f-4bf4-997d-d326290b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.431303559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d78790-ca9f-4bf4-997d-d326290b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.437726141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d78790-ca9f-4bf4-997d-d326290b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.442809872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d78790-ca9f-4bf4-997d-d326290b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.670968387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"22d50f6c-d348-46dd-83fb-32302b4a683d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.701164854Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"22d50f6c-d348-46dd-83fb-32302b4a683d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.708220686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"22d50f6c-d348-46dd-83fb-32302b4a683d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.71491637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167c5dd1-1fa3-413c-9688-0a1c2b64e218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:46.714937626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167c5dd1-1fa3-413c-9688-0a1c2b64e218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.167295183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cc7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cc7720","reconcileID":"4a9b469a-08c6-412a-ac69-7b8d12bf833a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cc7720","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-cc7720":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.440625829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced583ee-dd37-464f-8a68-25e3c3b65d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.444008653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced583ee-dd37-464f-8a68-25e3c3b65d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.476264039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced583ee-dd37-464f-8a68-25e3c3b65d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.480067479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced583ee-dd37-464f-8a68-25e3c3b65d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.795708748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1713829a-aa2a-4b77-96f7-1c3880916a95","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:47.79574426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1713829a-aa2a-4b77-96f7-1c3880916a95","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.108251244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0bd5c7e0-06c5-4449-a37f-c7cf5f152e86","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.108346288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0bd5c7e0-06c5-4449-a37f-c7cf5f152e86","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.120993859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"b7fb1350-a6f2-4ae7-be80-f2e02deff466","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.121104023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"b7fb1350-a6f2-4ae7-be80-f2e02deff466","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.129746663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"b0d8c3f3-b353-4c61-8365-da6706172925","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.162939032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"b0d8c3f3-b353-4c61-8365-da6706172925","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.169977906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"b0d8c3f3-b353-4c61-8365-da6706172925","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.17893964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5e11cd9b-e701-47ab-9984-8a1520e75def","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.178960169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5e11cd9b-e701-47ab-9984-8a1520e75def","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.286544562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bcf7ba17-afdc-42f1-87c9-e919edd212ba","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.286565845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bcf7ba17-afdc-42f1-87c9-e919edd212ba","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.298701441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0758c8a1-d03b-41fc-a33b-2fede720697b","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.298729498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0758c8a1-d03b-41fc-a33b-2fede720697b","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:48.299983682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"0be5fb0c-bb60-44b1-a516-cc5aaf6823e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-d8d238bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.312911592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"c0f32932-628a-46ef-a07b-42a0ac0d0763","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.31293259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"c0f32932-628a-46ef-a07b-42a0ac0d0763","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.32164114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bc75350e-b6ba-49b5-9f40-5982aa0bbd12","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.321661965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bc75350e-b6ba-49b5-9f40-5982aa0bbd12","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.393506223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"48e1004e-ade4-43db-9808-af24d5b327c4","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.40294957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"48e1004e-ade4-43db-9808-af24d5b327c4","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.407548945Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"7ddc73bc-173c-4a98-b39c-394d040e902c","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-d8d238bf/e2e-sub-d8d238bf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.411178803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"48e1004e-ade4-43db-9808-af24d5b327c4","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.433713198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1636764e-c0c3-47d5-90cc-a36f0a4fbace","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.476455259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"9891ac3a-9031-4db9-b823-77af88038648","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.476477505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"9891ac3a-9031-4db9-b823-77af88038648","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.476983899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1636764e-c0c3-47d5-90cc-a36f0a4fbace","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.487020635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1636764e-c0c3-47d5-90cc-a36f0a4fbace","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:48.493481253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"417a275a-d38f-4f37-a749-a67a219274d4","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.282877891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6937ccf2-0c71-455c-85f5-f6d9fb7092b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.503864303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6937ccf2-0c71-455c-85f5-f6d9fb7092b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.579629617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6937ccf2-0c71-455c-85f5-f6d9fb7092b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.6896382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6937ccf2-0c71-455c-85f5-f6d9fb7092b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.695780209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ed8c9e0-5639-494a-ab62-0e17b72434cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.700589514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524eff63-a2eb-4a69-b826-07476a2b1fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:51.817570753Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524eff63-a2eb-4a69-b826-07476a2b1fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.820074271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ed8c9e0-5639-494a-ab62-0e17b72434cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:53:51.847056026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524eff63-a2eb-4a69-b826-07476a2b1fa3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.847506103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"114ca541-c69f-43cb-bdd3-e87563eb49a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.847574874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"114ca541-c69f-43cb-bdd3-e87563eb49a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.848142324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0a2237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0a2237","reconcileID":"5d37b3d9-fe38-4d93-bcdd-d96a1ed66c19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0a2237","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-0a2237":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.95551738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9c97be-49ea-4243-9af0-55542cea84ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:51.912273598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ed8c9e0-5639-494a-ab62-0e17b72434cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.030116429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5285a7d4-f1fc-45b2-afbc-e7f29a2ecac2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.030147956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5285a7d4-f1fc-45b2-afbc-e7f29a2ecac2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.08315275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9c97be-49ea-4243-9af0-55542cea84ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.148254927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9c97be-49ea-4243-9af0-55542cea84ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.183509111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b970e8-2898-4947-99a2-4f7032c3a4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.183622257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b970e8-2898-4947-99a2-4f7032c3a4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.858011284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d829ce7-0689-4a98-abc1-0f0819415b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.886009493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d829ce7-0689-4a98-abc1-0f0819415b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.902122622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d829ce7-0689-4a98-abc1-0f0819415b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.917556072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d829ce7-0689-4a98-abc1-0f0819415b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.066101883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0a246cd7-35fa-4d99-9dd8-ff405beb7c02","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.139464519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"a7ad3cec-d63b-44a3-ac8d-97abfbc8f9e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.257171309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"43fe6fd0-41b8-4b24-a7a1-ea935162ac6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.257742566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"438e773b-17e6-4ea9-8a33-d751554e689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.283188555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"67c0a536-457a-48b3-93bc-9cc71396a531","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.339059736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"43fe6fd0-41b8-4b24-a7a1-ea935162ac6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.440366412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"438e773b-17e6-4ea9-8a33-d751554e689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.441590525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"07773c37-0c55-42e7-a450-e1ab66c88da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.610524992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"652728e0-8c22-4b35-9854-b430595d809d","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.696782552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9af21778-8b50-45bf-b96d-2ccde10c7ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.705978725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"fa0f9192-c99f-4ca7-8b1f-3995ea74c76d","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.779030663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9af21778-8b50-45bf-b96d-2ccde10c7ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.780191717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3bc4e765-8a12-4f38-b154-8c032187a68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.785130348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"fa0f9192-c99f-4ca7-8b1f-3995ea74c76d","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.788699637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3bc4e765-8a12-4f38-b154-8c032187a68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.796564791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"fa0f9192-c99f-4ca7-8b1f-3995ea74c76d","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.880279091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a982bcb5-1757-433b-b724-da2ba1f5ea95","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.889270907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf438b3d-b272-4f30-a338-18be6d72be19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.906334186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf438b3d-b272-4f30-a338-18be6d72be19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.932619442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf438b3d-b272-4f30-a338-18be6d72be19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:53.958022839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"4455abf0-2aa1-4835-aeb6-0f379430ef52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.018845081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf438b3d-b272-4f30-a338-18be6d72be19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.055735465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ae13fdf3-27c9-4d65-ae87-ff729365fb00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.082277311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1a427f4-fc3e-4baf-b1dd-21fee921d2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.083187605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d3ac8be9-fbe4-475b-b766-be837b876ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.087493737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ae13fdf3-27c9-4d65-ae87-ff729365fb00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.093100425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1a427f4-fc3e-4baf-b1dd-21fee921d2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.093541206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"7094659c-6a01-4bed-8aac-e9a41c6ce178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.099552557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d3ac8be9-fbe4-475b-b766-be837b876ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.136029555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"91d1a8b4-4899-4a49-b252-9504ccd1aea0","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.202081841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"7094659c-6a01-4bed-8aac-e9a41c6ce178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.216435247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"ce66557a-f08c-4ef7-bf9c-6e24d9c7f185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.556092204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c184557-a644-4a00-b80a-30c7a8884605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.55944345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c184557-a644-4a00-b80a-30c7a8884605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.56582062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c184557-a644-4a00-b80a-30c7a8884605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.568920187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c184557-a644-4a00-b80a-30c7a8884605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.843537299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f5d419-cc7d-4adb-8345-988c2a94d0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.846808208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f5d419-cc7d-4adb-8345-988c2a94d0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.849833532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f5d419-cc7d-4adb-8345-988c2a94d0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:54.852868344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f5d419-cc7d-4adb-8345-988c2a94d0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:55.184578962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"95a5d888-3301-458f-bff7-89f2eb050a25","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:55.696926522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.721627867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2c7df539-9122-413c-9f5b-cbf5f6b0673f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.880002997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2c7df539-9122-413c-9f5b-cbf5f6b0673f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.89254189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"84a34d0f-8093-4eee-9a92-cb272d520868","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.897227644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"2c7df539-9122-413c-9f5b-cbf5f6b0673f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.908353404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ade8d434-436f-4d29-9d14-13439eba2b45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.908474843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ade8d434-436f-4d29-9d14-13439eba2b45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:56.918711179Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"84a34d0f-8093-4eee-9a92-cb272d520868","name":"e2e-api-a-cc7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:01.004486968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"ff8b068c-477b-469b-a15c-372df205172d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:01.082905551Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"ff8b068c-477b-469b-a15c-372df205172d","name":"e2e-api-a-0a2237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.10017258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b12662a8-9edd-4fcf-b282-20481e49612b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.130368994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b12662a8-9edd-4fcf-b282-20481e49612b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.137720674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b12662a8-9edd-4fcf-b282-20481e49612b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.148313441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01022f74-6ca2-4222-9b2f-7549b8c3f4cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.148333411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01022f74-6ca2-4222-9b2f-7549b8c3f4cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.200553078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c50d16-61d1-4a40-a5aa-ef83066edfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.211586349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c50d16-61d1-4a40-a5aa-ef83066edfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.218529197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0c50d16-61d1-4a40-a5aa-ef83066edfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.227856903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cd0aa13-5d01-4496-bb58-1bbba07a2ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.227877387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cd0aa13-5d01-4496-bb58-1bbba07a2ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:03.80399065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"21f5ebf2-81d2-48d0-92fb-b9160819ca61","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:03.812380351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"21f5ebf2-81d2-48d0-92fb-b9160819ca61","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:03.81901165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"21f5ebf2-81d2-48d0-92fb-b9160819ca61","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.91564391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"50d2b3da-8a7e-4fb3-94c7-4c3e27d022c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.945877944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"50d2b3da-8a7e-4fb3-94c7-4c3e27d022c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.952647717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"50d2b3da-8a7e-4fb3-94c7-4c3e27d022c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.960062989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"352f156e-9ddd-4ba5-a018-f06b6de24a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.960082134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"352f156e-9ddd-4ba5-a018-f06b6de24a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.954603428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3e1ca3-6b3f-4296-a995-95497665d751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.957816804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3e1ca3-6b3f-4296-a995-95497665d751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.976921046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3e1ca3-6b3f-4296-a995-95497665d751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.980298293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3e1ca3-6b3f-4296-a995-95497665d751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:11.239781613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71125f72-5ed2-4afb-a07e-8c3d6c032dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:11.242967131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71125f72-5ed2-4afb-a07e-8c3d6c032dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:11.245934228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71125f72-5ed2-4afb-a07e-8c3d6c032dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:11.249003324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71125f72-5ed2-4afb-a07e-8c3d6c032dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.160405302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c37b8c9-0f05-4a3e-b487-4b4f8446e400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.190609076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c37b8c9-0f05-4a3e-b487-4b4f8446e400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.200112325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c37b8c9-0f05-4a3e-b487-4b4f8446e400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.209946259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9bf55da-2022-4564-af5d-85c68ce840a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.209975539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9bf55da-2022-4564-af5d-85c68ce840a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.258659463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e9dba72-4cc0-4243-b9b8-333670e26546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.267061387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e9dba72-4cc0-4243-b9b8-333670e26546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.275084469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e9dba72-4cc0-4243-b9b8-333670e26546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.294399983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec55d0d-f13b-4b37-9a29-e17bfdb88aa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.294430044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec55d0d-f13b-4b37-9a29-e17bfdb88aa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.743241684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2fab781-92d9-4b05-b7c7-cd20a516ca5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.743352057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2fab781-92d9-4b05-b7c7-cd20a516ca5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.751372265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7ca12a-1f87-4418-acab-d5194fc51b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.751458231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7ca12a-1f87-4418-acab-d5194fc51b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.760348121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"975f50ab-ab2b-44cd-bf40-1fc73bed1cda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.79135773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"975f50ab-ab2b-44cd-bf40-1fc73bed1cda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.801312253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cc7720-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"975f50ab-ab2b-44cd-bf40-1fc73bed1cda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.810172186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9e19703-0b7e-4556-ac7d-75eb1adc9da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.81019276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9e19703-0b7e-4556-ac7d-75eb1adc9da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:13.732891188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"6466efec-21d0-414d-8960-4eee3d91213f","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:13.796494337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"9d0d3f73-33c5-4041-b867-23909bc723c5","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:13.993517325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"9d0d3f73-33c5-4041-b867-23909bc723c5","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:13.99527973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"44ffe6ec-1740-429b-97d5-d86279136cde","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:13.995364051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"44ffe6ec-1740-429b-97d5-d86279136cde","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:14.007970278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4180eacec6c1aa39d76b1e0c09e7f05676246c0f39418153b73ff94317d5cd5e) AuthConfig (5ba06eb958eb97569114acd5c025013b4ec481f212ea52c0a049117ced2ce2fe) AuthConfig (0b66a9c70d98e15d93039d485ff11602b96f0c699604b5ab95ae016363746509) AuthConfig (a2cd54614df82213cd20a687446d4c6953de3170a296c4ff77b2824ce5e56b99) AuthConfig (b197befb3bd37572882e1a6a5118eec3976ceacf257a941b9e28408cf62838f8) AuthConfig (9c8e7853b28d99f3c85bd9603871f21f5b9d06320b569c1dbbe9149d9bc73bb4) AuthConfig (9ac48ae6a02567451472390fd262938948fd0e070f214c943a86bad11a7f0076) AuthConfig (017ed7f6d6f1285cbe5aa194f23b909f2978c1608cf9363aca9d0fbe0b6ca8e2) AuthConfig (9e178fc96c073ec777e45f6555f20c835f1531e3e36a8badba74b9fe60147208) AuthConfig (2f4b1d3c1e8ce5bd1372ee787373e576670c05e50933052287b12e46077d7c7e) AuthConfig (23b92c3c45a184cbac7e0a9b994fee3ecdb5e176bacaa3ed83a690187dbfe0ad) AuthConfig (a217623f79d4aa35b5c4115394576d503ad80e819c6c02256e1439d920a1b8ef) AuthConfig (d3efd759de9f312d4f7c44becb5916f934eb855606a404009d9faf9ebd6824c9) AuthConfig (69ed115493ea71d379e8218246c56ec13b8fb1c8062d5648a01b996abfad5a5b) AuthConfig (ff64c6f3935cc075859a5ce9dd9c0b9c4e92b843ea164d94d19cc3b5c8e78161) AuthConfig (3d0069e3e92e1413524deff61d1941ce3d3560b230866e0dafde503f92725d88) AuthConfig (87945f8f561c47eb0884c2326a93b470784bf24139d1adca3c0f2118c88e5da5) AuthConfig (7f928566e51604eec130ad087dce97c6e4f0244aad1d5d9e05f7ea03a7abe2b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"9d0d3f73-33c5-4041-b867-23909bc723c5","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:14.021770923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"76ef6244-4672-41e7-9751-436ea4cb079d","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:14.021858278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"76ef6244-4672-41e7-9751-436ea4cb079d","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:15.996961316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0066de4b-dab5-41ae-ac36-a2ff33420401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.005859574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0066de4b-dab5-41ae-ac36-a2ff33420401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.00974256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0066de4b-dab5-41ae-ac36-a2ff33420401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.013293611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0066de4b-dab5-41ae-ac36-a2ff33420401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.373328858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025e2c-87e2-4aaa-9c38-414c969ae178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.376744424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025e2c-87e2-4aaa-9c38-414c969ae178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.386402601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025e2c-87e2-4aaa-9c38-414c969ae178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:16.392290978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025e2c-87e2-4aaa-9c38-414c969ae178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.003700742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"bafabc4f-2cc2-479b-bd97-f8e14dfd1848","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.042463805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a618c6bb-a339-468d-8346-9a1917cc204d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.0425722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a618c6bb-a339-468d-8346-9a1917cc204d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.049017022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281616a4-3ed0-4701-abba-0b00bd8a8322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.049114705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281616a4-3ed0-4701-abba-0b00bd8a8322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.05159864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"bafabc4f-2cc2-479b-bd97-f8e14dfd1848","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.05832275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"bafabc4f-2cc2-479b-bd97-f8e14dfd1848","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.06732936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"917ef34f-22b5-4d54-9d76-7e389fadd36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.067351132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"917ef34f-22b5-4d54-9d76-7e389fadd36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.104353001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"d3a6389d-bd79-4269-a6fd-13d1e9c0d09f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.134354443Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"d3a6389d-bd79-4269-a6fd-13d1e9c0d09f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"name":"e2e-api-a-0a2237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.141403803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0a2237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"d3a6389d-bd79-4269-a6fd-13d1e9c0d09f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.150243578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa3290d-0b5e-44cd-8d17-5918b3fd8876","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.150259675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa3290d-0b5e-44cd-8d17-5918b3fd8876","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.301475821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae57156-212d-4a98-9e0a-117285f1a5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.306309437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae57156-212d-4a98-9e0a-117285f1a5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.313908473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae57156-212d-4a98-9e0a-117285f1a5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.318373925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae57156-212d-4a98-9e0a-117285f1a5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.696393633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5762a6f-9d3a-450e-acda-7720263911bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.699538851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5762a6f-9d3a-450e-acda-7720263911bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.702609624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5762a6f-9d3a-450e-acda-7720263911bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:20.705950025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5762a6f-9d3a-450e-acda-7720263911bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.239280916Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ad865c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ad865c","reconcileID":"aa3d7b71-763b-44c9-9d72-d977f412c2f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ad865c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-ad865c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.63731096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f988a8-1fe0-4a83-a7d6-6c31e5ee672c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.640526668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f988a8-1fe0-4a83-a7d6-6c31e5ee672c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.643837028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f988a8-1fe0-4a83-a7d6-6c31e5ee672c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.676820119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f988a8-1fe0-4a83-a7d6-6c31e5ee672c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.218246133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdefe5a7-6d82-47e4-a9dd-8bb807b9c443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.248520586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdefe5a7-6d82-47e4-a9dd-8bb807b9c443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.256181349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdefe5a7-6d82-47e4-a9dd-8bb807b9c443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.266006336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a249a79-4ad7-4ec7-87eb-cedda6ac8ceb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.266029004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a249a79-4ad7-4ec7-87eb-cedda6ac8ceb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.38515593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"638a2f80-cc67-43ce-8d1c-447ba125a69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.393384396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"638a2f80-cc67-43ce-8d1c-447ba125a69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.400367182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"638a2f80-cc67-43ce-8d1c-447ba125a69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.409558721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247f4f43-e34f-4546-bba3-d55afad8d27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.409582615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247f4f43-e34f-4546-bba3-d55afad8d27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.832630392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"924a2ef5-3f52-46dc-8b16-94c1ea4f0b02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.854140437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"924a2ef5-3f52-46dc-8b16-94c1ea4f0b02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.907912411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cc7720-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"924a2ef5-3f52-46dc-8b16-94c1ea4f0b02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.040800825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"d374aaaa-d364-4cbe-8db1-750d9a688edb","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.068015396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"d374aaaa-d364-4cbe-8db1-750d9a688edb","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.100059099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-d8d238bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4180eacec6c1aa39d76b1e0c09e7f05676246c0f39418153b73ff94317d5cd5e) AuthConfig (5ba06eb958eb97569114acd5c025013b4ec481f212ea52c0a049117ced2ce2fe) AuthConfig (0b66a9c70d98e15d93039d485ff11602b96f0c699604b5ab95ae016363746509) AuthConfig (a2cd54614df82213cd20a687446d4c6953de3170a296c4ff77b2824ce5e56b99) AuthConfig (b197befb3bd37572882e1a6a5118eec3976ceacf257a941b9e28408cf62838f8) AuthConfig (9c8e7853b28d99f3c85bd9603871f21f5b9d06320b569c1dbbe9149d9bc73bb4) AuthConfig (9ac48ae6a02567451472390fd262938948fd0e070f214c943a86bad11a7f0076) AuthConfig (017ed7f6d6f1285cbe5aa194f23b909f2978c1608cf9363aca9d0fbe0b6ca8e2) AuthConfig (9e178fc96c073ec777e45f6555f20c835f1531e3e36a8badba74b9fe60147208) AuthConfig (2f4b1d3c1e8ce5bd1372ee787373e576670c05e50933052287b12e46077d7c7e) AuthConfig (23b92c3c45a184cbac7e0a9b994fee3ecdb5e176bacaa3ed83a690187dbfe0ad) AuthConfig (a217623f79d4aa35b5c4115394576d503ad80e819c6c02256e1439d920a1b8ef) AuthConfig (d3efd759de9f312d4f7c44becb5916f934eb855606a404009d9faf9ebd6824c9) AuthConfig (69ed115493ea71d379e8218246c56ec13b8fb1c8062d5648a01b996abfad5a5b) AuthConfig (ff64c6f3935cc075859a5ce9dd9c0b9c4e92b843ea164d94d19cc3b5c8e78161) AuthConfig (3d0069e3e92e1413524deff61d1941ce3d3560b230866e0dafde503f92725d88) AuthConfig (87945f8f561c47eb0884c2326a93b470784bf24139d1adca3c0f2118c88e5da5) AuthConfig (7f928566e51604eec130ad087dce97c6e4f0244aad1d5d9e05f7ea03a7abe2b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"d374aaaa-d364-4cbe-8db1-750d9a688edb","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.702479604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.787231459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"b41d9b57-2096-46c6-b2af-ab3374cc1f57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.891838428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"8d1ca4b7-8380-4061-99fb-b593227b3f28","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.892453053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"9bbdd158-ac60-4f7e-af4b-544bcebf0252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.893023825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"d95a8c5e-12fb-4b88-8f7b-db2242c77e23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.893576894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"1fca6882-a30d-43e3-8724-223388ccc453","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.99497611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"795b6f61-2bbd-402b-a974-ab476304eae5","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.99552493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"a6d4ec96-3052-4484-9b27-e4f012eca6fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.996006379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1832477-609d-428b-b30c-0534ba41134b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.99656674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61556635-3300-400f-9ef0-65a0e3f08361","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.997068659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b9dff023-13b8-4760-ab15-5a1bbadd81dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.208957546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"d8769f6d-db51-401a-913b-7e6d3217545d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.211403276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"130bab3f-93f0-4880-9ca8-5eac91b7268b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.223833734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"f87e855b-bda7-4d5d-b0f6-d6df19270ac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.298654307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"d438e58e-9e1d-4106-afca-53e2eeafe3ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.473451627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8454fc3-7e0b-4625-a1fe-8b58d9132c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.476921114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8454fc3-7e0b-4625-a1fe-8b58d9132c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.48735999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8454fc3-7e0b-4625-a1fe-8b58d9132c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.498612666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8454fc3-7e0b-4625-a1fe-8b58d9132c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.873307418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97753ebb-53aa-47a8-a6ae-98179d69b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.876572936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97753ebb-53aa-47a8-a6ae-98179d69b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.887384024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97753ebb-53aa-47a8-a6ae-98179d69b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.897308968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97753ebb-53aa-47a8-a6ae-98179d69b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.046017878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"9edebe57-72d8-43b4-8394-f9bdbc032e5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.046118139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0631f441-8658-4005-b9d2-e986dca9d421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.046141451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0631f441-8658-4005-b9d2-e986dca9d421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.051892972Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-policy-655265a7","reconcileID":"9edebe57-72d8-43b4-8394-f9bdbc032e5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"policyNamespace":"ai-tenant-e2e-mt-d42d4aaa","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.059552409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b29e2a50-460d-4366-b277-bcceb38d9cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.059573005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b29e2a50-460d-4366-b277-bcceb38d9cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.211581116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"aa3034f2-765b-4203-ab68-602501b30fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.212666546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4923f749-c7a1-426e-b2a0-f36b8b92adac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.212688288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4923f749-c7a1-426e-b2a0-f36b8b92adac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.22006028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"aa3034f2-765b-4203-ab68-602501b30fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"name":"e2e-api-a-0a2237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.227061766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0a2237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"aa3034f2-765b-4203-ab68-602501b30fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.348708175Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f20fc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f20fc0","reconcileID":"32a906a6-b661-4fc7-a980-874e2bc7807d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f20fc0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f20fc0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.686554498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33303b0-3ddc-412b-8a73-48f1224a22f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.69326869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33303b0-3ddc-412b-8a73-48f1224a22f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.700305829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33303b0-3ddc-412b-8a73-48f1224a22f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:27.704664994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33303b0-3ddc-412b-8a73-48f1224a22f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.21045081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"56ff2baa-f3c7-4d4a-92af-119b5a56d0f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.25474661Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"56ff2baa-f3c7-4d4a-92af-119b5a56d0f1","name":"e2e-api-b-ad865c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.274554082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac3b63e-b1d9-4520-846e-663ddc137a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.282756988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac3b63e-b1d9-4520-846e-663ddc137a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.292094922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac3b63e-b1d9-4520-846e-663ddc137a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.434790505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a52645-df8b-4c07-a81c-24db49ecbc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.44711566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a52645-df8b-4c07-a81c-24db49ecbc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.45716106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a52645-df8b-4c07-a81c-24db49ecbc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.914822498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"84ff4cbf-b36f-4273-9d56-3481821a07de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.923841839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"84ff4cbf-b36f-4273-9d56-3481821a07de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.931239925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cc7720-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a0e8af8b1a1d102f26c47e8043ac8b606164ef1cc79fc078ae3797a17b69435) AuthConfig (66caddb969c5d75d958cb791ea0672ea750a4aa08bb3c151af0ebbd297d3debe) AuthConfig (06bf6ef1ff47d859125092ddb197f933ba1cf0a7f397badfa8a589d75af852e8) AuthConfig (2693798c902ed33b41d62db849845a72ed7ce37bc9d8bea8c6d4ac307a759936) AuthConfig (1df6d8d7a5d0489f4ee7978cc6fa5ab1b63ed2b701e038c0749edcbbf1da1ffa) AuthConfig (a787fe5f43675f3b7d8831c82fa8d1521082dac4a4c95825be12a457f608f04e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"84ff4cbf-b36f-4273-9d56-3481821a07de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.941198964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"548430a2-3c81-4b53-98b7-4c643fc18113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.941241225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"548430a2-3c81-4b53-98b7-4c643fc18113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.10744376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"a87a57e2-d240-46ad-ab7c-683bd2686c86","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.118130534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"a87a57e2-d240-46ad-ab7c-683bd2686c86","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.142908177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5baa1d13-2b63-44d0-9d85-75512417e2e4","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.143020362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5baa1d13-2b63-44d0-9d85-75512417e2e4","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:35.820531259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"e7f64428-549f-48b7-91dd-9ad8bf4fbb11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:35.861435715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"e7f64428-549f-48b7-91dd-9ad8bf4fbb11","name":"e2e-api-b-f20fc0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.231921576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"a61a14f4-0133-4087-952c-5fec1162a92e","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-655265a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.234022503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"437c805a-b61b-41b6-91c0-d88a1c40e7f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.242171723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"437c805a-b61b-41b6-91c0-d88a1c40e7f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"name":"e2e-api-a-0a2237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.249333375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0a2237-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"437c805a-b61b-41b6-91c0-d88a1c40e7f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.254066881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"namespace":"ai-tenant-e2e-mt-d42d4aaa","name":"e2e-shared-int-sub-655265a7","reconcileID":"a61a14f4-0133-4087-952c-5fec1162a92e","MaaSSubscription":{"name":"e2e-shared-int-sub-655265a7","namespace":"ai-tenant-e2e-mt-d42d4aaa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.268650217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"740c8391-1f4d-40e7-b714-da4713ce80cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.276621768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec710bb9-b8b0-4017-8807-ab96bf748ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:37.276642019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec710bb9-b8b0-4017-8807-ab96bf748ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.599562762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13574d08-7bc1-4862-9edb-64eb8017bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.602742034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13574d08-7bc1-4862-9edb-64eb8017bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.605867369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13574d08-7bc1-4862-9edb-64eb8017bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.609183136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13574d08-7bc1-4862-9edb-64eb8017bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.857837035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803ff966-7ce1-4494-95f8-0b1ec58d46bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.860923998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803ff966-7ce1-4494-95f8-0b1ec58d46bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.863988652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803ff966-7ce1-4494-95f8-0b1ec58d46bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.866917608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803ff966-7ce1-4494-95f8-0b1ec58d46bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.68560333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e22ed1-0e07-48fc-9d0c-7a55c3a10dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.68563571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e22ed1-0e07-48fc-9d0c-7a55c3a10dc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.693771877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5bd5cbf-215e-4955-90f2-9e5cfbd19dc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.693792429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5bd5cbf-215e-4955-90f2-9e5cfbd19dc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.699735672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"e39fe936-ac78-4c7b-a36d-1b0ec74c44a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.730990325Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"e39fe936-ac78-4c7b-a36d-1b0ec74c44a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"name":"e2e-api-b-ad865c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.744131443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ad865c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"e39fe936-ac78-4c7b-a36d-1b0ec74c44a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.75098273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e891812d-819c-48ea-a39f-aa39a209bea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.751011601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e891812d-819c-48ea-a39f-aa39a209bea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.302431415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bcb90ba-4686-460c-869b-cac43e7a8dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.310348338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bcb90ba-4686-460c-869b-cac43e7a8dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.31735047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bcb90ba-4686-460c-869b-cac43e7a8dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.48151279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc1ccd52-95f8-461c-970b-02a7fb1020d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.500074602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc1ccd52-95f8-461c-970b-02a7fb1020d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.515245776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc1ccd52-95f8-461c-970b-02a7fb1020d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.00945115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"8f91070f-7ab8-45ae-a2b9-b95e87c6a432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.017615052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"8f91070f-7ab8-45ae-a2b9-b95e87c6a432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.02474759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cc7720-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a0e8af8b1a1d102f26c47e8043ac8b606164ef1cc79fc078ae3797a17b69435) AuthConfig (66caddb969c5d75d958cb791ea0672ea750a4aa08bb3c151af0ebbd297d3debe) AuthConfig (06bf6ef1ff47d859125092ddb197f933ba1cf0a7f397badfa8a589d75af852e8) AuthConfig (2693798c902ed33b41d62db849845a72ed7ce37bc9d8bea8c6d4ac307a759936) AuthConfig (1df6d8d7a5d0489f4ee7978cc6fa5ab1b63ed2b701e038c0749edcbbf1da1ffa) AuthConfig (a787fe5f43675f3b7d8831c82fa8d1521082dac4a4c95825be12a457f608f04e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"8f91070f-7ab8-45ae-a2b9-b95e87c6a432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.07757404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96f1f07-9958-410a-b737-362d16af25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.097090778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96f1f07-9958-410a-b737-362d16af25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.108634888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96f1f07-9958-410a-b737-362d16af25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.11840702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96f1f07-9958-410a-b737-362d16af25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.34126945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78e592-4808-46bf-8f33-075061ed9e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.344397071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78e592-4808-46bf-8f33-075061ed9e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.347539506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78e592-4808-46bf-8f33-075061ed9e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.3507507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78e592-4808-46bf-8f33-075061ed9e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.061561953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"e709e314-5952-489f-954d-302a225833cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.16381511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"2d2947ca-3c9e-46b8-ba94-f66749471778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.164499343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"835b9938-b204-478f-8c22-b735184ae17e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.245857078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"1eaac5e5-ddeb-423f-b3f9-d562dbda43f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.24638042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"08e08f9f-2433-4813-bcb9-e578ce599a42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.375696858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"9e72e967-fc5e-435b-b2e5-b8aa82db9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.396855667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"9e72e967-fc5e-435b-b2e5-b8aa82db9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"name":"e2e-api-a-0a2237-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.398392539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"65d07d5d-c183-4178-974e-cdf5b73bb3ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.434766236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0a2237-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a795b48f93c57e5f84c482bf43d77ac5dfcd5c53479969f0fbbab9033db3108) AuthConfig (e7be6daa40db20bb47524a19393b54ec3f587f539d74079de058b80b81543e29) AuthConfig (58ff20b03d593fb20429911a5f8f3622bac782b1dbf46b02d9abd5078b6b384d) AuthConfig (6ce1b632bb5f96c12fbf58ce8c63d8b3ad089de5fe5228f32f2760445c113319) AuthConfig (c19fb3b9a8cadd3020c62126c9ebc79d2ed76f7d216b1f65829e3aa6350da289) AuthConfig (b7f78544d4b5f2dee4f40b489c89596e53f528b7d001fc01f468ed8ed5b374fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"9e72e967-fc5e-435b-b2e5-b8aa82db9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.435739095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"e9f19102-41e9-4560-8a64-804e3d9fd5f8","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.436311164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab558d45-55f4-4b8a-9e86-64557e43128e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.436883265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"f7eb3d60-6e24-496e-acf1-826920152bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.457627413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e801d88-d7f7-4df5-87b8-aa28a96356c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.458268909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e801d88-d7f7-4df5-87b8-aa28a96356c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.463471386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b132715e-a9c4-4863-b525-9fc68077c9ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.491280157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"3520922c-b372-430f-b68b-043e90ac81ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.623819224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"687ec491-fa0b-4ade-b980-d96a09a38bae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.635976485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"0fca1e51-a659-4d71-82c9-c513f5c8fcc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.757409952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e060a195-6a76-478d-af12-681a583614b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.757544889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e060a195-6a76-478d-af12-681a583614b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.76582902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa16d554-716f-4a80-8681-1e64e19f32ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.765925458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa16d554-716f-4a80-8681-1e64e19f32ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.812292941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"0e2c0434-5db7-4ae2-ac80-3b45c3246bca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.978996667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"0e2c0434-5db7-4ae2-ac80-3b45c3246bca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.99543749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"14b107be-1735-4ec3-b64c-206340fb0d8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:47.998126109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f20fc0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"0e2c0434-5db7-4ae2-ac80-3b45c3246bca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.041436478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c9f6da-ffe4-479d-9e54-9f9427f82c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.041585145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c9f6da-ffe4-479d-9e54-9f9427f82c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.053925731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceb90bcf-5966-4a92-b1e5-a1d5f45527e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.054033694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceb90bcf-5966-4a92-b1e5-a1d5f45527e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.129385223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"14b107be-1735-4ec3-b64c-206340fb0d8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.2420487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"14b107be-1735-4ec3-b64c-206340fb0d8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"name":"e2e-api-a-0a2237-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.242172139Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"e2e-e2e-api-a-0a2237-policy","reconcileID":"14b107be-1735-4ec3-b64c-206340fb0d8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0a2237-policy","namespace":"ai-tenant-e2e-api-a-0a2237"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0a2237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.258501956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"833998fc-4a40-46aa-a7d7-256f4172af08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.258529145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"833998fc-4a40-46aa-a7d7-256f4172af08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.915020223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f652dae-9d07-4bf8-ba49-d05f05bed96e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.945294939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f652dae-9d07-4bf8-ba49-d05f05bed96e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.950305271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f652dae-9d07-4bf8-ba49-d05f05bed96e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.957363562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f652dae-9d07-4bf8-ba49-d05f05bed96e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.772410125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b504118-8dd1-4395-a732-a6307aab95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.776552698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b504118-8dd1-4395-a732-a6307aab95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.822931914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b504118-8dd1-4395-a732-a6307aab95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.861319648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b504118-8dd1-4395-a732-a6307aab95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:50.08771639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"0c3ff237-4d55-49a6-920f-d8bef41be49a","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:50.399473814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"55041988-8aa5-4080-8aec-8670dbdbe594","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.791537006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"56a10839-1bae-45f7-8bc8-b4dd5b5cf1a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.799772622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"56a10839-1bae-45f7-8bc8-b4dd5b5cf1a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"name":"e2e-api-b-ad865c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.806830642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ad865c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"56a10839-1bae-45f7-8bc8-b4dd5b5cf1a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.326463611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260b1ffe-2bff-459e-9ddf-318e7fe0c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.334794186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260b1ffe-2bff-459e-9ddf-318e7fe0c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.362887724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9d92af3-88d2-4b10-abd4-1ee909d5aaf9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.36290722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9d92af3-88d2-4b10-abd4-1ee909d5aaf9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.450743937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","namespace":"ai-tenant-e2e-api-a-0a2237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.450797541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","namespace":"ai-tenant-e2e-api-a-0a2237","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.450842969Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","tenant":"e2e-api-a-0a2237","tenantID":"e2e-api-a-0a2237","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.456078449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Deployment","name":"maas-api-e2e-api-a-0a2237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.469159764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Service","name":"maas-api-e2e-api-a-0a2237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.484262505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-0a2237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.491148507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-0a2237","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.497141054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.504880118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.513893071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.519419842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.522404264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Deployment","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.52544244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.530809675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9593249a-016d-4800-a3ec-0fa2e0acf07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.530856726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Service","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.534031257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"Service","name":"payload-pre-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.537186383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.53971269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9593249a-016d-4800-a3ec-0fa2e0acf07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.540829512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.544363748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.553715665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.559794796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.570746409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.577702325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-0a2237","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.583177829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a9a5f5-8685-4d4d-b61e-fdba90e7bd73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.583197224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a9a5f5-8685-4d4d-b61e-fdba90e7bd73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.59358148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0a2237"},"namespace":"ai-tenant-e2e-api-a-0a2237","name":"default-tenant","reconcileID":"2a2c9584-48b9-4dbd-b561-61fd84fc55c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-0a2237","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.031561835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3cbaff83-9cb4-40fd-84c8-7ce12b9f034b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.042886453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3cbaff83-9cb4-40fd-84c8-7ce12b9f034b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.069110343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"708bdec8-8f58-4566-b45c-a3d01e116b4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.069133596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"708bdec8-8f58-4566-b45c-a3d01e116b4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.070158896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e7d5ff27-568b-4c06-b209-f81c456c241e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.070190444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e7d5ff27-568b-4c06-b209-f81c456c241e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.082523768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"375ad8a9-2cea-4aed-a9b1-80f1d911a2bb","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.083121245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"9a5018de-8823-4776-af4d-c4174c140018","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.083145784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"9a5018de-8823-4776-af4d-c4174c140018","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.090121732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"d43609d7-a694-4d44-8670-eec28315891b","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.091362786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"375ad8a9-2cea-4aed-a9b1-80f1d911a2bb","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.189513844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"0c7dcd3c-f30c-450c-9194-c7a919c04fb8","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.196836457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"44a80d74-9c8a-4e6c-98d6-7e10f214ca59","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.197870775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"0c7dcd3c-f30c-450c-9194-c7a919c04fb8","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.24089412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba257766-33d5-4ba8-b747-a8a8ce976eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.244066828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba257766-33d5-4ba8-b747-a8a8ce976eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.247193891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba257766-33d5-4ba8-b747-a8a8ce976eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.250369573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba257766-33d5-4ba8-b747-a8a8ce976eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.622432835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46a24d-17c5-4443-be21-371bbab412cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.62559128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46a24d-17c5-4443-be21-371bbab412cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.628791974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46a24d-17c5-4443-be21-371bbab412cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.631850059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46a24d-17c5-4443-be21-371bbab412cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.893938544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"487d3dda-8002-4598-8bea-f3a7a5255ea6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.904900719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"487d3dda-8002-4598-8bea-f3a7a5255ea6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.957761873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ddfe44-ec3a-4fc3-b588-7b2ca38b8ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.96116403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ddfe44-ec3a-4fc3-b588-7b2ca38b8ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.964571915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ddfe44-ec3a-4fc3-b588-7b2ca38b8ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.967706092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ddfe44-ec3a-4fc3-b588-7b2ca38b8ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.018546484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"d8d7586c-b351-4bcb-b7e7-f90b5d7772fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.026959857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"d8d7586c-b351-4bcb-b7e7-f90b5d7772fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.435785569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f2ca0-1a0b-4ae6-bf9f-d67370fd52a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.438855029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f2ca0-1a0b-4ae6-bf9f-d67370fd52a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.441914698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f2ca0-1a0b-4ae6-bf9f-d67370fd52a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.445036398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f2ca0-1a0b-4ae6-bf9f-d67370fd52a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.577835106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3d7075a0-967e-4a2c-9a49-ea1af07cd15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.578470809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a959de6-a127-471b-8cfe-b697f8ba12e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.57849119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a959de6-a127-471b-8cfe-b697f8ba12e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.69672598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3d7075a0-967e-4a2c-9a49-ea1af07cd15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.699107221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.779561163Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3d7075a0-967e-4a2c-9a49-ea1af07cd15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"name":"e2e-api-a-cc7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.779585869Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"e2e-e2e-api-a-cc7720-policy","reconcileID":"3d7075a0-967e-4a2c-9a49-ea1af07cd15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cc7720-policy","namespace":"ai-tenant-e2e-api-a-cc7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cc7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.787425156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d28a6f4e-978b-46de-aeb4-26d2e44c8ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.787447939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d28a6f4e-978b-46de-aeb4-26d2e44c8ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.815743928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceff5305-7641-4630-9204-c573a2173b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.818933584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceff5305-7641-4630-9204-c573a2173b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.821903494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceff5305-7641-4630-9204-c573a2173b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.825140842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceff5305-7641-4630-9204-c573a2173b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.131586357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b73a6b31-360d-42bb-b021-0948379178c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.134490345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b73a6b31-360d-42bb-b021-0948379178c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.137608479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b73a6b31-360d-42bb-b021-0948379178c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.140665744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b73a6b31-360d-42bb-b021-0948379178c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.348006545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972c51c7-1d92-45ff-b01c-324b6168365b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.351993141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972c51c7-1d92-45ff-b01c-324b6168365b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.355655021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972c51c7-1d92-45ff-b01c-324b6168365b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.359275633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972c51c7-1d92-45ff-b01c-324b6168365b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.413563216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","namespace":"ai-tenant-e2e-api-a-cc7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.413624778Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","namespace":"ai-tenant-e2e-api-a-cc7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.413671284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","tenant":"e2e-api-a-cc7720","tenantID":"e2e-api-a-cc7720","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.431447315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Deployment","name":"maas-api-e2e-api-a-cc7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.457588476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Service","name":"maas-api-e2e-api-a-cc7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.484466078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-cc7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.491300648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-cc7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.502386983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.50804574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.514303352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.521587294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.525524181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Deployment","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.532563673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.541930564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Service","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.581956549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"Service","name":"payload-pre-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.587522285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.593972833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.596791656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.603484751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.606228546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.609273678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.611932911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-cc7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.614467294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc7720"},"namespace":"ai-tenant-e2e-api-a-cc7720","name":"default-tenant","reconcileID":"6e3be6e5-0b97-49bb-85d3-cdc24d4084dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-cc7720","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.700306703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e18745-b8fc-4b8c-aec0-748a6073f234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.704556225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e18745-b8fc-4b8c-aec0-748a6073f234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.708352727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e18745-b8fc-4b8c-aec0-748a6073f234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.711597255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e18745-b8fc-4b8c-aec0-748a6073f234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:56.717382972Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0a2237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0a2237","reconcileID":"a65ed386-dede-424c-842d-c013f4009374","aitenant":"ai-tenants/e2e-api-a-0a2237","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.099376056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0a2237","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0a2237","reconcileID":"a65ed386-dede-424c-842d-c013f4009374","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0a2237","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-0a2237"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.550105516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edb3330-ed07-45f1-b71f-e389456a347c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.553664096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edb3330-ed07-45f1-b71f-e389456a347c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.557369767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edb3330-ed07-45f1-b71f-e389456a347c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.560482751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edb3330-ed07-45f1-b71f-e389456a347c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.988042683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e6b70-38fc-4da5-a881-9f0570616ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.991260118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e6b70-38fc-4da5-a881-9f0570616ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.994384184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e6b70-38fc-4da5-a881-9f0570616ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.997410081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714e6b70-38fc-4da5-a881-9f0570616ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.066597738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"71b3b620-2c03-4dc6-9066-670d545cacd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.074885426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"71b3b620-2c03-4dc6-9066-670d545cacd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.082023598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f20fc0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"71b3b620-2c03-4dc6-9066-670d545cacd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.226794799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9766eaab-10a9-424c-ac6e-10f69bafb1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.230087041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9766eaab-10a9-424c-ac6e-10f69bafb1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.233153667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9766eaab-10a9-424c-ac6e-10f69bafb1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.236411294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9766eaab-10a9-424c-ac6e-10f69bafb1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.561348497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577851a-7859-4f75-b658-50bdb338bc5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.577008788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577851a-7859-4f75-b658-50bdb338bc5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.593384538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577851a-7859-4f75-b658-50bdb338bc5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.615412807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a577851a-7859-4f75-b658-50bdb338bc5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.821534399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a54ea55-261e-451d-831c-e7fcbb7b0fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.824749842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a54ea55-261e-451d-831c-e7fcbb7b0fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.828288792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a54ea55-261e-451d-831c-e7fcbb7b0fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:58.8336256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a54ea55-261e-451d-831c-e7fcbb7b0fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.813937329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"75bb6d2b-ebb5-499b-b685-2c99907cdd74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.823305562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"75bb6d2b-ebb5-499b-b685-2c99907cdd74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"name":"e2e-api-b-ad865c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.830426861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ad865c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"75bb6d2b-ebb5-499b-b685-2c99907cdd74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.865909391Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cc7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cc7720","reconcileID":"79f5b6f1-2b69-49ce-936a-22aa84f486aa","aitenant":"ai-tenants/e2e-api-a-cc7720","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.946840083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cc7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cc7720","reconcileID":"79f5b6f1-2b69-49ce-936a-22aa84f486aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cc7720","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-cc7720"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.958062175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43177114-95ff-4f0c-95a3-961c49666b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.977982274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43177114-95ff-4f0c-95a3-961c49666b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.981557263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43177114-95ff-4f0c-95a3-961c49666b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:01.984809559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43177114-95ff-4f0c-95a3-961c49666b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.503444619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b5c32-e517-4001-8766-98771503a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.540599491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b5c32-e517-4001-8766-98771503a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.557327704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b5c32-e517-4001-8766-98771503a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.572030912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b5c32-e517-4001-8766-98771503a88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.884577957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d3bfc-9a06-4d81-b7af-b7ae1346b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.889734245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d3bfc-9a06-4d81-b7af-b7ae1346b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.9013933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d3bfc-9a06-4d81-b7af-b7ae1346b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:02.90652471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d3bfc-9a06-4d81-b7af-b7ae1346b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.410531724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"a143e7a3-64b2-42ce-bb81-e405c9ae843b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.411042048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b618d4a-87ca-4fef-ad16-866c93dc923f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.411064334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b618d4a-87ca-4fef-ad16-866c93dc923f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.48296148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"a143e7a3-64b2-42ce-bb81-e405c9ae843b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.512134375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"a143e7a3-64b2-42ce-bb81-e405c9ae843b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"name":"e2e-api-b-ad865c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.512159497Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"e2e-e2e-api-b-ad865c-policy","reconcileID":"a143e7a3-64b2-42ce-bb81-e405c9ae843b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad865c-policy","namespace":"ai-tenant-e2e-api-b-ad865c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad865c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.519995868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f059c428-3175-4617-bbc3-3645d788266a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:03.520014486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f059c428-3175-4617-bbc3-3645d788266a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.120041744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"a1bb44d8-6177-4f46-90e0-bfcc50dd5432","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.120067395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"a1bb44d8-6177-4f46-90e0-bfcc50dd5432","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.12577414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"2d08f4a3-a933-4819-9caf-55fd292f0489","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.13584051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"b13b4b78-54e5-47d4-8317-963fce160959","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.136699053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"2d08f4a3-a933-4819-9caf-55fd292f0489","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.226533614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"7cbc10b3-1d9e-4308-b118-03fd12d4634d","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.234711579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"20214162-7008-47fd-8e1e-1e2e259fcbf8","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:04.235672692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"7cbc10b3-1d9e-4308-b118-03fd12d4634d","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.452080471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef83dfbd-1605-471e-8f00-77283e66f313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.455148373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef83dfbd-1605-471e-8f00-77283e66f313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.45830906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef83dfbd-1605-471e-8f00-77283e66f313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.46137892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef83dfbd-1605-471e-8f00-77283e66f313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.93052571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ce2ada-2802-4849-b8bd-4596beb6f658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.93354326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ce2ada-2802-4849-b8bd-4596beb6f658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.936617952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ce2ada-2802-4849-b8bd-4596beb6f658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.93964487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ce2ada-2802-4849-b8bd-4596beb6f658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.112168385Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","namespace":"ai-tenant-e2e-api-b-ad865c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.112263353Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","namespace":"ai-tenant-e2e-api-b-ad865c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.112317025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","tenant":"e2e-api-b-ad865c","tenantID":"e2e-api-b-ad865c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.117677528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Deployment","name":"maas-api-e2e-api-b-ad865c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.132550033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Service","name":"maas-api-e2e-api-b-ad865c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.14439623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ad865c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.150440777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ad865c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.161137354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.171412087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.179780156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.185608962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.188714084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Deployment","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.191613382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.194546141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Service","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.197316256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"Service","name":"payload-pre-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.200275602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.202915696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.2057513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.212711427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.215675024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.218708794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.221543173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-ad865c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.224181435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad865c"},"namespace":"ai-tenant-e2e-api-b-ad865c","name":"default-tenant","reconcileID":"c1b02c16-12aa-471a-90a5-40e63358e210","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-ad865c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.10249906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"b5d8e133-9a65-476f-86c7-03f11bb3f150","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.115506478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"b5d8e133-9a65-476f-86c7-03f11bb3f150","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.131834506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f20fc0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"b5d8e133-9a65-476f-86c7-03f11bb3f150","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.466333232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.46640458Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.473880466Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.473895969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.473979021Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.475043593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"85c86957-5423-450e-80e1-4b02fefb3e19","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.475078474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"85c86957-5423-450e-80e1-4b02fefb3e19","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.481520633Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"44260cd8-a90b-45e0-9738-b507a09ff46f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.482743262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1c3b5a0d-2fe4-4c0b-8a59-5563dcc769e3","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.482763921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1c3b5a0d-2fe4-4c0b-8a59-5563dcc769e3","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:08.487325464Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1c3b5a0d-2fe4-4c0b-8a59-5563dcc769e3","name":"e2e-lifecycle-model-d8d238bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-d8d238bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:08.487378758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1c3b5a0d-2fe4-4c0b-8a59-5563dcc769e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-d8d238bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.489551762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"7ac2aeb8-e425-49a2-9cb8-eeece873aed6","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-80a16c0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.492932517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1050f4c5-3a7b-4fb3-b8f1-73ac31240441","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.492946225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"1050f4c5-3a7b-4fb3-b8f1-73ac31240441","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.505915912Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"b3148642-0fe9-4c7f-9c90-c1c8bbe86d9b","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-80a16c0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.54094828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"bee9dbb9-6fc2-4ded-b9ef-3b59c52db7a5","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.578099785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"bee9dbb9-6fc2-4ded-b9ef-3b59c52db7a5","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.587791848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1d0fff0a-ab39-40cc-addc-4a1040ec3766","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.690331811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1d0fff0a-ab39-40cc-addc-4a1040ec3766","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.720677124Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1d0fff0a-ab39-40cc-addc-4a1040ec3766","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"e2e-mt-d8d238bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.720706373Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-policy-d8d238bf","reconcileID":"1d0fff0a-ab39-40cc-addc-4a1040ec3766","MaaSAuthPolicy":{"name":"e2e-policy-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.730483026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"6647e1ed-6433-4368-97b7-e11632046dc5","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.730501143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"6647e1ed-6433-4368-97b7-e11632046dc5","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.01862022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"67379fd0-da11-4948-9878-d5b9179fcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.026909954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"67379fd0-da11-4948-9878-d5b9179fcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.035634751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f20fc0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"67379fd0-da11-4948-9878-d5b9179fcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.114002127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"925d0f5e-b78d-4df4-bead-fde5e39d6337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.12404657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"925d0f5e-b78d-4df4-bead-fde5e39d6337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.131827049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f20fc0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"925d0f5e-b78d-4df4-bead-fde5e39d6337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.207137457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc18dc-7e66-41ca-a2ba-1b83edbb4f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.216290435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc18dc-7e66-41ca-a2ba-1b83edbb4f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.2194831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc18dc-7e66-41ca-a2ba-1b83edbb4f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.222705321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc18dc-7e66-41ca-a2ba-1b83edbb4f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.681647113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"6bd0a399-7894-4f35-8f21-91cc57bc7d38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.683824946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f500f29c-6a61-470c-a264-490f3b57b645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.683850203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f500f29c-6a61-470c-a264-490f3b57b645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.689819602Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"95b0848b-5cde-4e41-8a65-39cccd7df658","namespace":"ai-tenant-e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.689903591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"95b0848b-5cde-4e41-8a65-39cccd7df658","namespace":"ai-tenant-e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.689970758Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"95b0848b-5cde-4e41-8a65-39cccd7df658","name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.692400838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"6bd0a399-7894-4f35-8f21-91cc57bc7d38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.694698222Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"95b0848b-5cde-4e41-8a65-39cccd7df658","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.777688936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b5a839-27a4-4c9a-b0e8-e6ef162653c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.780558705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"6bd0a399-7894-4f35-8f21-91cc57bc7d38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"name":"e2e-api-b-f20fc0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.78058166Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"e2e-e2e-api-b-f20fc0-policy","reconcileID":"6bd0a399-7894-4f35-8f21-91cc57bc7d38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f20fc0-policy","namespace":"ai-tenant-e2e-api-b-f20fc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.782693561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b5a839-27a4-4c9a-b0e8-e6ef162653c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.786354806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b5a839-27a4-4c9a-b0e8-e6ef162653c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.789535055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b5a839-27a4-4c9a-b0e8-e6ef162653c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.792349403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad4751c-9fd1-4254-a1b7-27fc7ca2320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:09.792372558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad4751c-9fd1-4254-a1b7-27fc7ca2320e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.084724091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f18854-9da2-447a-9981-eb0ac523f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.087979475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f18854-9da2-447a-9981-eb0ac523f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.090939275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f18854-9da2-447a-9981-eb0ac523f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.094051332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f18854-9da2-447a-9981-eb0ac523f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.32283158Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ad865c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ad865c","reconcileID":"0ce8d202-eab2-4cb3-a38f-f8748c5eb470","aitenant":"ai-tenants/e2e-api-b-ad865c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.481805398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ad865c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ad865c","reconcileID":"0ce8d202-eab2-4cb3-a38f-f8748c5eb470","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ad865c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-ad865c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.497645465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec79a00-527e-4bc4-8eae-06197cc3c064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.503577814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec79a00-527e-4bc4-8eae-06197cc3c064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.510740267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec79a00-527e-4bc4-8eae-06197cc3c064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.515340104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec79a00-527e-4bc4-8eae-06197cc3c064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.749847681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7176252a-e2c0-4d0e-a3e9-a9e7b025cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.753966947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7176252a-e2c0-4d0e-a3e9-a9e7b025cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.780304486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7176252a-e2c0-4d0e-a3e9-a9e7b025cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:12.783828959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7176252a-e2c0-4d0e-a3e9-a9e7b025cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.057339403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3de6310-2c19-4b3f-8a3b-01cb8c9f2569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.134600475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3de6310-2c19-4b3f-8a3b-01cb8c9f2569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.1412401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3de6310-2c19-4b3f-8a3b-01cb8c9f2569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.156680157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3de6310-2c19-4b3f-8a3b-01cb8c9f2569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.912493228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"62966fd7-131f-4d19-8d73-9fad6f1bfa70","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.912556817Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"62966fd7-131f-4d19-8d73-9fad6f1bfa70","name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.917731179Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"62966fd7-131f-4d19-8d73-9fad6f1bfa70","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.917747071Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"62966fd7-131f-4d19-8d73-9fad6f1bfa70","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.688338719Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","namespace":"ai-tenant-e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.688397331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","namespace":"ai-tenant-e2e-api-b-f20fc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.688445211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","tenant":"e2e-api-b-f20fc0","tenantID":"e2e-api-b-f20fc0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.699518824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Deployment","name":"maas-api-e2e-api-b-f20fc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.713741817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Service","name":"maas-api-e2e-api-b-f20fc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.725358079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f20fc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.730866433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f20fc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.747120193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.753594883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.762010708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.76792253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.770811923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Deployment","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.773435719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.776324623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Service","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.779253676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.782840567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.78571074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.788392018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.7951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.799727733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.802543772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.805325625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f20fc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:14.80803089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f20fc0"},"namespace":"ai-tenant-e2e-api-b-f20fc0","name":"default-tenant","reconcileID":"cf481160-841a-42ab-a5b2-36a1dc8d9264","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f20fc0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.014877244Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f20fc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f20fc0","reconcileID":"40d87f16-7294-40ee-a17f-21be87969d5f","aitenant":"ai-tenants/e2e-api-b-f20fc0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.136393735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f20fc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f20fc0","reconcileID":"40d87f16-7294-40ee-a17f-21be87969d5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f20fc0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f20fc0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.144627722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57de7245-6f16-4e9b-ac22-9174d6413c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.147901141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57de7245-6f16-4e9b-ac22-9174d6413c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.151160262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57de7245-6f16-4e9b-ac22-9174d6413c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.158420933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57de7245-6f16-4e9b-ac22-9174d6413c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.405412134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ea400a-df3e-40ff-946f-674b80a02e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.40882892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ea400a-df3e-40ff-946f-674b80a02e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.412737693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ea400a-df3e-40ff-946f-674b80a02e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.418755508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ea400a-df3e-40ff-946f-674b80a02e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:18.509822531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"c1da1d77-b78d-4175-b727-ee283235e3f3","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","subscription":"e2e-sub-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:18.513714899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"c1da1d77-b78d-4175-b727-ee283235e3f3","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:18.517385282Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-sub-d8d238bf","reconcileID":"c1da1d77-b78d-4175-b727-ee283235e3f3","MaaSSubscription":{"name":"e2e-sub-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"name":"maas-trlp-e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:18.546017423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"65647c68-b854-4eb7-97f3-0041cc42d8ef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:18.546039067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"65647c68-b854-4eb7-97f3-0041cc42d8ef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.131195277Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.131271891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.131319597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","tenant":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.137166294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Deployment","name":"maas-api-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.151524615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Service","name":"maas-api-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.167409842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.172982686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.179499137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.18553918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.193101046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.198560278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.203860631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Deployment","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.206967074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.210346778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Service","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.213400348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"Service","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.216134335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"DestinationRule","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.219318585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.222299303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.22958681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.232567424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.236863995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.239885092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.242859477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"0831aa49-8900-4770-a33c-c0a7466ecd33","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-d8d238bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.424342879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d8d238bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d8d238bf","reconcileID":"0f9bc949-d877-4b63-bc28-d5420e50b422","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d8d238bf","removed":["maas.opendatahub.io/gateway-access-e2e-mt-d8d238bf"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.502070418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"4606db5a-279d-458f-bda6-2d0b0218fde3","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.556938839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"4606db5a-279d-458f-bda6-2d0b0218fde3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.57761689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"d3dea339-7f32-4158-84bc-b4a015eef943","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.577818798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"d3dea339-7f32-4158-84bc-b4a015eef943","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.637495203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"33fa75df-6136-4d0d-a445-a084fab8c910","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.637594769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"33fa75df-6136-4d0d-a445-a084fab8c910","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.675034138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5d850794-aeac-40e2-bb95-b779c5c7a5ad","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.675254745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5d850794-aeac-40e2-bb95-b779c5c7a5ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.716989479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"91857711-8b85-4fbb-8037-cc1b51f3c1d5","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.717076298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"91857711-8b85-4fbb-8037-cc1b51f3c1d5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.797748176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bac583c6-4d24-45f4-8481-adf9f1fda175","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.797818632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bac583c6-4d24-45f4-8481-adf9f1fda175","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.847860486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41b44ef-ffd6-46cc-b7d2-c06efdab5adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.851221705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41b44ef-ffd6-46cc-b7d2-c06efdab5adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.854491956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41b44ef-ffd6-46cc-b7d2-c06efdab5adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.868155315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41b44ef-ffd6-46cc-b7d2-c06efdab5adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.958729501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"34fe8c56-264b-4252-a089-043bfde01c3e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:19.958802328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"34fe8c56-264b-4252-a089-043bfde01c3e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.143727257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b4a4f-5dfa-4923-b392-66a7394c3c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.147105461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b4a4f-5dfa-4923-b392-66a7394c3c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.150336102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b4a4f-5dfa-4923-b392-66a7394c3c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.153568809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b4a4f-5dfa-4923-b392-66a7394c3c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:20.279875795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e7e4a24c-55de-4d35-b21f-6f8efaa67eac","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:20.27993678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e7e4a24c-55de-4d35-b21f-6f8efaa67eac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:20.920692279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bddaaf32-3f8e-42ba-aa6f-f03eaae8a40c","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:20.9207695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"bddaaf32-3f8e-42ba-aa6f-f03eaae8a40c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:22.201451784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5d92d1a2-6ce5-4305-bbad-8203c84387ce","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:22.201553063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"5d92d1a2-6ce5-4305-bbad-8203c84387ce","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:23.993969381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6635bdc1-65d6-4bef-852b-62f3d38ff4c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:23.994060754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6635bdc1-65d6-4bef-852b-62f3d38ff4c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.003729647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6fded16-9870-4252-bce0-e8b4f7c68d4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.00375048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6fded16-9870-4252-bce0-e8b4f7c68d4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.012689072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"dbff2ea3-b75b-40a5-ad97-e4951abbd7c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.021157968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"dbff2ea3-b75b-40a5-ad97-e4951abbd7c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.046703432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed001d8d-8fc1-4bd3-8cbb-e5f69abd9ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.046725609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed001d8d-8fc1-4bd3-8cbb-e5f69abd9ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.11288085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"82926119-f3f1-41d7-a454-b7351cf5aaef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.121219955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"82926119-f3f1-41d7-a454-b7351cf5aaef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.187304517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47aa4287-1d23-4dcc-ae73-f384821615ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.187328484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47aa4287-1d23-4dcc-ae73-f384821615ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.196343952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046f9510-9c43-4bd5-b8eb-481fbc506a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.196360232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046f9510-9c43-4bd5-b8eb-481fbc506a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:24.198445858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"d250f5bc-53ad-4d8f-aa59-90c9e90fc8a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-7c724da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.215593348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41001b58-98fc-447f-9bbf-67e6e4a35d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.215666874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9c585a7-9609-4b39-a77a-ba6f7955c187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.216038508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"8b0ec2ea-3036-436e-b640-edad30120648","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.216268904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86762772-04a5-4916-a487-cde97a7081e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.216282965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86762772-04a5-4916-a487-cde97a7081e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.225332465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41001b58-98fc-447f-9bbf-67e6e4a35d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.227496254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"8b0ec2ea-3036-436e-b640-edad30120648","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.228546344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28fc0e26-c5e2-4e53-84af-46adafa8c161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.228563991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28fc0e26-c5e2-4e53-84af-46adafa8c161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.228800184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9c585a7-9609-4b39-a77a-ba6f7955c187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.251508567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff0a8697-3b4c-43ee-9cb9-71929ad87752","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-7c724da2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.251594987Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff0a8697-3b4c-43ee-9cb9-71929ad87752","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7c724da2","error":"MaaSModelRef not found: llm/nonexistent-model-7c724da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.274040931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43bf618a-7024-4143-ba55-8077fda90826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.274063751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43bf618a-7024-4143-ba55-8077fda90826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.312892744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"701f1465-4faa-4b2d-9f91-d7268f36703a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.312960028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce235cd1-168d-4457-a085-148a4daf148b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.313389061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2614fbf-f7e3-4e13-ae0f-4dd47dcd2b69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.323172155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce235cd1-168d-4457-a085-148a4daf148b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.323390808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2614fbf-f7e3-4e13-ae0f-4dd47dcd2b69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.325583546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"701f1465-4faa-4b2d-9f91-d7268f36703a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.343055444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"0d79b346-3952-41ac-882e-c3f1f41b39b5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.343136045Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"0d79b346-3952-41ac-882e-c3f1f41b39b5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7c724da2","error":"MaaSModelRef not found: llm/nonexistent-model-7c724da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.343146031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b697198-2203-40df-9124-87b4a27805db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:24.765452259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"54fcae01-f3a2-4fdd-b71d-cb8c72b04adc","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:24.765544841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"54fcae01-f3a2-4fdd-b71d-cb8c72b04adc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.799506519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158f49e0-7e45-4044-ba21-755cf11779dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.837263971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158f49e0-7e45-4044-ba21-755cf11779dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.852982752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88e55fc-cd03-4d2f-b438-9277787699cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.856485133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7869bc71-aa18-4530-91b2-dd463bcce05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.856539491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"63e57be2-cc51-4672-99be-f33441cfa263","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.861698727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88e55fc-cd03-4d2f-b438-9277787699cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.86552068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7869bc71-aa18-4530-91b2-dd463bcce05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.865693817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"63e57be2-cc51-4672-99be-f33441cfa263","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:25.657297911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"8c978e9c-36c6-4128-854f-0a3472770003","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:25.657386147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"8c978e9c-36c6-4128-854f-0a3472770003","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:25.695092467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:25.793130674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0b52d22e-dd3a-4f39-a2d7-4e242b74f74c","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:55:25.793260638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"0b52d22e-dd3a-4f39-a2d7-4e242b74f74c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf-kserve-route (gateways: [openshift-ingress/e2e-mt-d8d238bf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:25.840769227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5cc7e3-2492-4cb6-982f-93a369fbf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:25.843913224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5cc7e3-2492-4cb6-982f-93a369fbf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:25.846978946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5cc7e3-2492-4cb6-982f-93a369fbf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:25.850110141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5cc7e3-2492-4cb6-982f-93a369fbf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.038926044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1632034f-83e9-4763-9f2d-2cea282b70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.041993814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1632034f-83e9-4763-9f2d-2cea282b70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.045015568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1632034f-83e9-4763-9f2d-2cea282b70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.048190826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1632034f-83e9-4763-9f2d-2cea282b70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.81203916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"7982e091-a729-4f52-b447-e051705a2427","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.812067505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"7982e091-a729-4f52-b447-e051705a2427","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.83447079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d8d238bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d8d238bf","reconcileID":"fc18798d-4ea7-4fdf-9fca-062e3f046c72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d8d238bf","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-d8d238bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.097784681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e4f26f9d-0f0e-403b-b88d-6044abf71974","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.097811447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e4f26f9d-0f0e-403b-b88d-6044abf71974","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.347935505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe82874f-652b-4530-b227-7406ec23e6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.35178357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe82874f-652b-4530-b227-7406ec23e6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.354952503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe82874f-652b-4530-b227-7406ec23e6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:27.358724777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe82874f-652b-4530-b227-7406ec23e6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.101824252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39eb2585-e7bf-4508-b311-d22fe9001f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.106320244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39eb2585-e7bf-4508-b311-d22fe9001f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.112568227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39eb2585-e7bf-4508-b311-d22fe9001f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.117134212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39eb2585-e7bf-4508-b311-d22fe9001f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.35050098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07acfa6-8547-45b1-8225-4f10d05a7f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.353440938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07acfa6-8547-45b1-8225-4f10d05a7f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.356490003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07acfa6-8547-45b1-8225-4f10d05a7f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:29.359647023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07acfa6-8547-45b1-8225-4f10d05a7f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:30.073635573Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c5b820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c5b820","reconcileID":"ca37fb84-1647-4c12-ab5f-cb7109bc2163","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c5b820","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c5b820":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:30.252115133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83afb2db-5fc1-458e-9064-459c4ebaa498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:30.255285133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83afb2db-5fc1-458e-9064-459c4ebaa498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:30.25859495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83afb2db-5fc1-458e-9064-459c4ebaa498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:30.264116984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83afb2db-5fc1-458e-9064-459c4ebaa498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:32.179569788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"97f7e13a-1925-4100-891b-04e7bb3ff632","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:32.229721726Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"97f7e13a-1925-4100-891b-04e7bb3ff632","name":"e2e-mt-d8d238bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:34.852271051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff3a715b-3aea-462d-bfbe-3bde642d361d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-7c724da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:34.879530788Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff3a715b-3aea-462d-bfbe-3bde642d361d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:34.879568569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff3a715b-3aea-462d-bfbe-3bde642d361d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7c724da2","subscription":"e2e-neg-ghost-sub-7c724da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:34.87970986Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7c724da2","reconcileID":"ff3a715b-3aea-462d-bfbe-3bde642d361d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7c724da2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7c724da2","error":"MaaSModelRef not found: llm/nonexistent-model-7c724da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:34.893308195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c5a92c2-fbf5-4e4c-968e-b3f068323a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.014312761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"402c34bf-8dbd-4524-8387-de74bdfaf298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.017553912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"402c34bf-8dbd-4524-8387-de74bdfaf298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.044788514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"16c02a6b-b43c-48b0-80c4-bcd10d7f7f73","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.082876569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"16c02a6b-b43c-48b0-80c4-bcd10d7f7f73","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.125164419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a18e41-cccc-469c-beee-775252d5c7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.125273241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1db4d7f-4256-42b0-adce-24a3329879cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.133367358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a18e41-cccc-469c-beee-775252d5c7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.133443418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1db4d7f-4256-42b0-adce-24a3329879cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.16744297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7c724da2","reconcileID":"55b6e6d4-5ecf-41d3-b8db-c2255f246bb8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7c724da2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.167541467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e52164c-bb3e-4fac-8bee-d91a384320e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.167563617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e52164c-bb3e-4fac-8bee-d91a384320e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.200400749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e653c83a-d409-4847-b673-cd18b7d90172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.200420091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e653c83a-d409-4847-b673-cd18b7d90172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.486106626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"151e9913-e76f-4944-a681-cbc6b0c027f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.507438117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9620b5a6-3c1b-40ae-be9d-e0abc8579697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.507546673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9620b5a6-3c1b-40ae-be9d-e0abc8579697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.522635803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"151e9913-e76f-4944-a681-cbc6b0c027f6","name":"e2e-api-a-c5b820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.540124799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08fe1887-35d9-4fd2-8dbe-31ac77b9b511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.540155931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08fe1887-35d9-4fd2-8dbe-31ac77b9b511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.59888949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"fd7c4b1b-8d8a-4da8-a81c-91fdbe7e180f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.636727393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"fd7c4b1b-8d8a-4da8-a81c-91fdbe7e180f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.680137677Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"fd7c4b1b-8d8a-4da8-a81c-91fdbe7e180f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ca59a588","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.702136309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2ddf0b-4e01-4275-8417-05b30d4cbbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.702172779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2ddf0b-4e01-4275-8417-05b30d4cbbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.792594572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"59b3a741-8fdb-4018-ab24-7e45e756f0f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.802022901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"59b3a741-8fdb-4018-ab24-7e45e756f0f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.812746907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"59b3a741-8fdb-4018-ab24-7e45e756f0f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ca59a588","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.276941757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"3b4ff59a-dacb-4928-8c24-f10bd0a7aa0d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.277196784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af4f65b8-d561-4a01-8370-a19f64cc06a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.277243313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af4f65b8-d561-4a01-8370-a19f64cc06a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.280178031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-ca59a588","reconcileID":"3b4ff59a-dacb-4928-8c24-f10bd0a7aa0d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-ca59a588","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ca59a588","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.297240198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c480bbcf-43fe-49b3-8f29-c3d10a9f7ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:38.297263717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c480bbcf-43fe-49b3-8f29-c3d10a9f7ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.676530124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2258a6-68f2-4d67-b05c-3f1ed5e6832d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.681047042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2258a6-68f2-4d67-b05c-3f1ed5e6832d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.690421432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2258a6-68f2-4d67-b05c-3f1ed5e6832d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.701013096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2258a6-68f2-4d67-b05c-3f1ed5e6832d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.088304209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94928440-ffa5-4d35-b025-9666bb5e6f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.091469487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94928440-ffa5-4d35-b025-9666bb5e6f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.094603013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94928440-ffa5-4d35-b025-9666bb5e6f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.097622003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94928440-ffa5-4d35-b025-9666bb5e6f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.333558139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968f5be-101d-404f-a571-eab1b1da60f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.337148682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968f5be-101d-404f-a571-eab1b1da60f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.340432816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968f5be-101d-404f-a571-eab1b1da60f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.343525192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968f5be-101d-404f-a571-eab1b1da60f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.497624177Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-389e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-389e6d","reconcileID":"a090bc7f-12ed-4f1f-9102-87184b7aa3f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-389e6d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-389e6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.576172387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f68d5c5-1fad-48e4-8b5c-dd27a8619cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.580072989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f68d5c5-1fad-48e4-8b5c-dd27a8619cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.583284875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f68d5c5-1fad-48e4-8b5c-dd27a8619cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.586659164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f68d5c5-1fad-48e4-8b5c-dd27a8619cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:44.691054894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cd7f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cd7f4","reconcileID":"bba54916-9e94-40a8-9f0c-bf8ce43a89b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6cd7f4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6cd7f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.058321649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e4339c-5b8d-41ef-8a21-3d2a54c63048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.129562765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e4339c-5b8d-41ef-8a21-3d2a54c63048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.151671551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e4339c-5b8d-41ef-8a21-3d2a54c63048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.161261135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e4339c-5b8d-41ef-8a21-3d2a54c63048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.359048913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60720e2e-a4bb-4219-b86d-0d08e6307765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.36327016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60720e2e-a4bb-4219-b86d-0d08e6307765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.374017368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60720e2e-a4bb-4219-b86d-0d08e6307765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.377148418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60720e2e-a4bb-4219-b86d-0d08e6307765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.65552129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f43a835-967b-462a-982b-2d8c924f92d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.672075996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f43a835-967b-462a-982b-2d8c924f92d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.726082049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f43a835-967b-462a-982b-2d8c924f92d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:45.735694878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f43a835-967b-462a-982b-2d8c924f92d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.465322945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10597d7-7a13-484b-8f8d-0698d8d7d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.538515295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10597d7-7a13-484b-8f8d-0698d8d7d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.545359309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10597d7-7a13-484b-8f8d-0698d8d7d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.555805382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10597d7-7a13-484b-8f8d-0698d8d7d2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.709291582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e94aa67b-e867-49ce-822b-f857df25168d","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.709319448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"e94aa67b-e867-49ce-822b-f857df25168d","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:46.999380768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ffc14-2b88-4c88-b3d5-353ae94b0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.026488865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ffc14-2b88-4c88-b3d5-353ae94b0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.031316598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ffc14-2b88-4c88-b3d5-353ae94b0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.03597141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1ffc14-2b88-4c88-b3d5-353ae94b0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.343935293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc787dc5-f804-4eed-b970-8802c70d2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.347564923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc787dc5-f804-4eed-b970-8802c70d2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.35101266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc787dc5-f804-4eed-b970-8802c70d2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.35429737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc787dc5-f804-4eed-b970-8802c70d2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.724542941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d778b5af-e6b7-4a7f-9a81-73b75ba463e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.727833268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d778b5af-e6b7-4a7f-9a81-73b75ba463e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.730954861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d778b5af-e6b7-4a7f-9a81-73b75ba463e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:47.781701434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d778b5af-e6b7-4a7f-9a81-73b75ba463e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.518945349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c08250-ecfa-49b5-8b09-eb8ea9b822f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.522234989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c08250-ecfa-49b5-8b09-eb8ea9b822f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.525498211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c08250-ecfa-49b5-8b09-eb8ea9b822f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.530895049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c08250-ecfa-49b5-8b09-eb8ea9b822f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.765459017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee648bd-3700-4f01-8a29-8ae377fbf4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.772613102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee648bd-3700-4f01-8a29-8ae377fbf4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.795114086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee648bd-3700-4f01-8a29-8ae377fbf4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:48.80427006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee648bd-3700-4f01-8a29-8ae377fbf4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.159486378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7cfed2-1754-457a-8f68-cc6e75400d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.163014914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7cfed2-1754-457a-8f68-cc6e75400d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.165969357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7cfed2-1754-457a-8f68-cc6e75400d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.169397902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7cfed2-1754-457a-8f68-cc6e75400d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.483607763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600a91f0-46bf-4c0d-8970-4daa7c6947cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.497794029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600a91f0-46bf-4c0d-8970-4daa7c6947cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.503329446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600a91f0-46bf-4c0d-8970-4daa7c6947cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:51.506504663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600a91f0-46bf-4c0d-8970-4daa7c6947cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:53.219561718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"7a69c171-a058-401b-8110-7749621c8f8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:53.292482067Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"7a69c171-a058-401b-8110-7749621c8f8f","name":"e2e-ipp-a-389e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:54.291322209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"b5b999c3-dbc0-43cc-a040-b14e1ee43fe0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6cd7f4","tenantID":"e2e-ipp-a-6cd7f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:54.32770817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"b5b999c3-dbc0-43cc-a040-b14e1ee43fe0","name":"e2e-ipp-a-6cd7f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.629219703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d65c228-cf22-46ef-bfc8-b5358e58f23c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.629249904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d65c228-cf22-46ef-bfc8-b5358e58f23c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.643710523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d35887d-8f01-4435-98aa-93bcd3fd5fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.643813265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d35887d-8f01-4435-98aa-93bcd3fd5fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.657481636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0c48dbc0-2b5c-414b-925f-31f9805ce116","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.693717123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0c48dbc0-2b5c-414b-925f-31f9805ce116","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.743029461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5b820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0c48dbc0-2b5c-414b-925f-31f9805ce116","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.743187599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.763804027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28e19686-b364-4292-bf2a-508affa0801a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.763893865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28e19686-b364-4292-bf2a-508affa0801a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.062675408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebf5ee5-2169-4e95-b3a7-d8372690a591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.065737414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebf5ee5-2169-4e95-b3a7-d8372690a591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.068919652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebf5ee5-2169-4e95-b3a7-d8372690a591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.072125461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebf5ee5-2169-4e95-b3a7-d8372690a591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.41477343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f0000e-b208-45bf-94b6-2251f7efd5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.417841323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f0000e-b208-45bf-94b6-2251f7efd5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.420779118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f0000e-b208-45bf-94b6-2251f7efd5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.423849587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f0000e-b208-45bf-94b6-2251f7efd5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.710359806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd408d3-30e9-4039-993d-79c188c45899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.713617956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd408d3-30e9-4039-993d-79c188c45899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.716722688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd408d3-30e9-4039-993d-79c188c45899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.719957701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd408d3-30e9-4039-993d-79c188c45899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:00.832351671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b0f9d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b0f9d6","reconcileID":"95c2ef87-fdd3-44eb-a79d-a90a15221b96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b0f9d6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b0f9d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.151770309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c5acbc-71be-4e9f-b0bd-c8d26ad9d686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.15505614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c5acbc-71be-4e9f-b0bd-c8d26ad9d686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.158801194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c5acbc-71be-4e9f-b0bd-c8d26ad9d686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.161975145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c5acbc-71be-4e9f-b0bd-c8d26ad9d686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.703257409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89761c85-c398-49ef-823c-df87e30318d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.707162396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89761c85-c398-49ef-823c-df87e30318d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.711189688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89761c85-c398-49ef-823c-df87e30318d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.714628261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89761c85-c398-49ef-823c-df87e30318d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.964545125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22664bcc-8bb2-4a48-a1f3-683fcf03f80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.968161985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22664bcc-8bb2-4a48-a1f3-683fcf03f80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.971371319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22664bcc-8bb2-4a48-a1f3-683fcf03f80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:01.974569918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22664bcc-8bb2-4a48-a1f3-683fcf03f80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:02.931139492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"3a529808-23c8-4cc1-b1e7-8e0dcfef4b0e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:02.931171797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"3a529808-23c8-4cc1-b1e7-8e0dcfef4b0e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:03.727605642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da20a2c-01e1-4e97-86f4-c777b85903d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:03.730853887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da20a2c-01e1-4e97-86f4-c777b85903d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:03.734477907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da20a2c-01e1-4e97-86f4-c777b85903d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:03.737760284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da20a2c-01e1-4e97-86f4-c777b85903d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.074003137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a45174-844e-4e24-aca3-b7919cfd155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.077346466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a45174-844e-4e24-aca3-b7919cfd155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.080391005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a45174-844e-4e24-aca3-b7919cfd155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.083732416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a45174-844e-4e24-aca3-b7919cfd155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.274771893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba09f2-7cd5-4ccf-a38d-5871ed6908a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.281682196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba09f2-7cd5-4ccf-a38d-5871ed6908a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.286759231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba09f2-7cd5-4ccf-a38d-5871ed6908a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.29581303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba09f2-7cd5-4ccf-a38d-5871ed6908a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.852710495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72accccb-1e57-4034-acd5-c1f7a86e25dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.856221145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72accccb-1e57-4034-acd5-c1f7a86e25dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.859148541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72accccb-1e57-4034-acd5-c1f7a86e25dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:04.862427802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72accccb-1e57-4034-acd5-c1f7a86e25dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:05.790861242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"06be73ed-fb67-4d66-82ed-fcdb130af4f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:05.802889261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"06be73ed-fb67-4d66-82ed-fcdb130af4f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:05.813856947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5b820-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"06be73ed-fb67-4d66-82ed-fcdb130af4f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:10.211046735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"8e7fbe5e-ab14-40e8-a0c3-017ff0eb3273","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:10.230996895Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"8e7fbe5e-ab14-40e8-a0c3-017ff0eb3273","name":"e2e-api-b-b0f9d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.02197333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9d5fbb-9380-4bc4-8552-e35cdba0ab5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.027505399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9d5fbb-9380-4bc4-8552-e35cdba0ab5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.03346545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9d5fbb-9380-4bc4-8552-e35cdba0ab5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.039586104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9d5fbb-9380-4bc4-8552-e35cdba0ab5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.330812012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e99dc-96dd-4294-af27-f3f2a83bd9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.340993674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e99dc-96dd-4294-af27-f3f2a83bd9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.388974808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e99dc-96dd-4294-af27-f3f2a83bd9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.393234892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e99dc-96dd-4294-af27-f3f2a83bd9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.940457542Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b34f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b34f6c","reconcileID":"3fe7e889-acc1-45db-8a15-560bcd06070c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b34f6c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b34f6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.942328028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"adb55200-c57e-411c-9460-06ea35eaf01a","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:12.942350988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"adb55200-c57e-411c-9460-06ea35eaf01a","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:13.172398814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0178ca9f-40e4-4a84-8030-5befa4ca1c30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:13.177564472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0178ca9f-40e4-4a84-8030-5befa4ca1c30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:13.180726099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0178ca9f-40e4-4a84-8030-5befa4ca1c30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:13.184168523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0178ca9f-40e4-4a84-8030-5befa4ca1c30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:15.821284895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0616c599-31bb-448c-a623-290fc4200a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:15.83090106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0616c599-31bb-448c-a623-290fc4200a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:15.842141097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5b820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1702bed2600864cf6c14fabb451d576955fb2d91c4d366c6deddbb5970247397) AuthConfig (8fb548fdde0e947a86561ce5d51336a7c366ee782e38981855adfe4014f906be) AuthConfig (0299198f81ec2e92729c2f26ad93427d2db2e8cfb06df60a9893d8e0b1cd07b7) AuthConfig (b20fb7a0750cc68c5e482e3a9edae177b30ec763b68af0d2df98285133c836a2) AuthConfig (10947e1c9aaf9ae2c5df17aef988d3ef36624683527055a23c05f01f164d460a) AuthConfig (3c88c12eff8bfb82a6e191435cbea4cd457209ad1ceaff9b56cd22bde909fb7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"0616c599-31bb-448c-a623-290fc4200a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:15.852591233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409fb9c9-4ed6-4c61-8fa2-89c52228355e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:15.852673695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409fb9c9-4ed6-4c61-8fa2-89c52228355e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.037249138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f9371-a9c0-4edb-af69-e8e09b27743d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.041046428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f9371-a9c0-4edb-af69-e8e09b27743d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.044907546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f9371-a9c0-4edb-af69-e8e09b27743d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.048323472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62f9371-a9c0-4edb-af69-e8e09b27743d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.251540834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bcbda-54e1-4615-9213-9c825a450e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.254897921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bcbda-54e1-4615-9213-9c825a450e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.25828361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bcbda-54e1-4615-9213-9c825a450e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:21.261347382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bcbda-54e1-4615-9213-9c825a450e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:22.942970166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"c85f7c3d-e949-4b7d-839a-9bbdbd24a32a","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:22.942997691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"c85f7c3d-e949-4b7d-839a-9bbdbd24a32a","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:23.111487177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"8adac425-dfd4-4db0-b05e-45f950bb6866","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:23.161808589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"8adac425-dfd4-4db0-b05e-45f950bb6866","name":"e2e-api-a-b34f6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:25.694616388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:25.858256046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"adf93ab5-205b-4c11-8b63-036fcf3a4ee1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:25.866908108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"adf93ab5-205b-4c11-8b63-036fcf3a4ee1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:25.873701977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5b820-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1702bed2600864cf6c14fabb451d576955fb2d91c4d366c6deddbb5970247397) AuthConfig (8fb548fdde0e947a86561ce5d51336a7c366ee782e38981855adfe4014f906be) AuthConfig (0299198f81ec2e92729c2f26ad93427d2db2e8cfb06df60a9893d8e0b1cd07b7) AuthConfig (b20fb7a0750cc68c5e482e3a9edae177b30ec763b68af0d2df98285133c836a2) AuthConfig (10947e1c9aaf9ae2c5df17aef988d3ef36624683527055a23c05f01f164d460a) AuthConfig (3c88c12eff8bfb82a6e191435cbea4cd457209ad1ceaff9b56cd22bde909fb7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"adf93ab5-205b-4c11-8b63-036fcf3a4ee1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:32.994755421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"114ed509-452f-46d7-8402-48e5d57a083e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"tenant":"e2e-mt-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","model":"ai-tenant-e2e-mt-d8d238bf/e2e-lifecycle-model-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:32.994792879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"e2e-lifecycle-model-d8d238bf","reconcileID":"114ed509-452f-46d7-8402-48e5d57a083e","MaaSModelRef":{"name":"e2e-lifecycle-model-d8d238bf","namespace":"ai-tenant-e2e-mt-d8d238bf"},"routeName":"e2e-lifecycle-model-d8d238bf-kserve-route","namespace":"ai-tenant-e2e-mt-d8d238bf","llmisvcName":"e2e-lifecycle-model-d8d238bf","gateway":"openshift-ingress/e2e-mt-d8d238bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.186228362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91280530-bf04-4613-ab56-d194b7622d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.190699215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91280530-bf04-4613-ab56-d194b7622d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.194758746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91280530-bf04-4613-ab56-d194b7622d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.19927834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91280530-bf04-4613-ab56-d194b7622d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.460641781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c5b4-a46e-4a1b-977a-dd7892c89fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.464485875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c5b4-a46e-4a1b-977a-dd7892c89fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.470291361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c5b4-a46e-4a1b-977a-dd7892c89fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:33.479558889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c5b4-a46e-4a1b-977a-dd7892c89fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:35.884174798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"96cd78cf-8cdb-4d28-a77d-91d0cada9c37","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:35.893016381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"96cd78cf-8cdb-4d28-a77d-91d0cada9c37","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:35.92346906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b81406-aeaa-4cf0-80fa-8f3da0dc3aba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:35.923490842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b81406-aeaa-4cf0-80fa-8f3da0dc3aba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.373300248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20bc19a9-cf6d-4d6a-ac17-ba7b74b2c776","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.373324646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20bc19a9-cf6d-4d6a-ac17-ba7b74b2c776","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.380476378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6078b394-4c8c-49df-a3f2-4d14bc4b78cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.380500328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6078b394-4c8c-49df-a3f2-4d14bc4b78cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.386290166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2b44a14a-de4f-4bdd-87da-7dab1344d09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.415725771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2b44a14a-de4f-4bdd-87da-7dab1344d09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.423093619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b0f9d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2b44a14a-de4f-4bdd-87da-7dab1344d09e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.429597143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2481e760-7f01-4e82-81c7-1f0f51bca713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:36.429614168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2481e760-7f01-4e82-81c7-1f0f51bca713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.499510967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e586e22f-5d8c-4cfc-8b3f-e9f6880b8703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.499543338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e586e22f-5d8c-4cfc-8b3f-e9f6880b8703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.507342547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c81ef56d-e3db-4fd8-b11a-820e074b94c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.507362998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c81ef56d-e3db-4fd8-b11a-820e074b94c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.513016166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"978b59a4-5810-47a8-b64a-fb2a7ebbe114","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.542021009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"978b59a4-5810-47a8-b64a-fb2a7ebbe114","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.549055463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b34f6c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"978b59a4-5810-47a8-b64a-fb2a7ebbe114","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.557955403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2db15a28-008a-4264-adb6-ce9cf0c790e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:38.557980835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2db15a28-008a-4264-adb6-ce9cf0c790e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.138640211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa43c9b6-846b-4a12-823a-2e13b650a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.142216575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa43c9b6-846b-4a12-823a-2e13b650a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.147621997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa43c9b6-846b-4a12-823a-2e13b650a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.154554675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa43c9b6-846b-4a12-823a-2e13b650a8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.52903007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e852b8a3-c27f-465f-90db-69f6015f25a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.532118484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e852b8a3-c27f-465f-90db-69f6015f25a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.535103976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e852b8a3-c27f-465f-90db-69f6015f25a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:40.538151352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e852b8a3-c27f-465f-90db-69f6015f25a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.065606313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fe5bb1-5f17-45dc-b088-6e003cae533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.068826522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fe5bb1-5f17-45dc-b088-6e003cae533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.072114595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fe5bb1-5f17-45dc-b088-6e003cae533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.079404652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fe5bb1-5f17-45dc-b088-6e003cae533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.15046181Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3d1db1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3d1db1","reconcileID":"b9672f56-3fe1-4e09-9cf2-49f08d5818b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3d1db1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-3d1db1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.954568983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33548c5-1f29-4d31-adaa-c1de98a25a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.964540014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33548c5-1f29-4d31-adaa-c1de98a25a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.970915284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33548c5-1f29-4d31-adaa-c1de98a25a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.974055994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33548c5-1f29-4d31-adaa-c1de98a25a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.980715145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9b3619","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9b3619","reconcileID":"f3bf745a-6103-41f8-95d6-cffc8a0efe97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9b3619","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9b3619":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.934169186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e9979-43ea-4ced-8dad-8a50c8d95812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.983704383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e9979-43ea-4ced-8dad-8a50c8d95812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.059040574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e9979-43ea-4ced-8dad-8a50c8d95812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.084482064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e9979-43ea-4ced-8dad-8a50c8d95812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.699780951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d08a88-9186-4c57-8770-59530393066b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.710242298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d08a88-9186-4c57-8770-59530393066b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.721471179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d08a88-9186-4c57-8770-59530393066b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.725891666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d08a88-9186-4c57-8770-59530393066b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.174597262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c355e81-4aa5-408c-88cc-f622ff887312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.178136665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c355e81-4aa5-408c-88cc-f622ff887312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.184833046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c355e81-4aa5-408c-88cc-f622ff887312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.190054554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c355e81-4aa5-408c-88cc-f622ff887312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.386784464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9a6d4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9a6d4b","reconcileID":"d5076af3-c661-4e96-af67-e7056ec1756a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9a6d4b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-9a6d4b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.850749214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7dbfdc1-7ad3-48fe-b54f-6fb56dbd9cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.854592571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7dbfdc1-7ad3-48fe-b54f-6fb56dbd9cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.85795355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7dbfdc1-7ad3-48fe-b54f-6fb56dbd9cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:44.86160592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7dbfdc1-7ad3-48fe-b54f-6fb56dbd9cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:46.43733341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"ad27e111-37c3-4244-9254-2dddd0ef2893","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:46.446133339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"ad27e111-37c3-4244-9254-2dddd0ef2893","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:46.453862805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b0f9d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"ad27e111-37c3-4244-9254-2dddd0ef2893","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:48.565059548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f6d95a6-8891-431e-92cf-db110da113db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:48.573624024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f6d95a6-8891-431e-92cf-db110da113db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:48.580709743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b34f6c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f6d95a6-8891-431e-92cf-db110da113db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.183689552Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.183745485Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","namespace":"ai-tenant-e2e-mt-d8d238bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.183791861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","tenant":"e2e-mt-d8d238bf","tenantID":"e2e-mt-d8d238bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.189076061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Deployment","name":"maas-api-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.202899233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Service","name":"maas-api-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.216244301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.223017709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-d8d238bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.229711094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.235843082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.245215423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.251878202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.254831393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Deployment","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.257908498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.262306631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Service","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.265458599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"Service","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.268478594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"DestinationRule","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.271241688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.274331377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.281340884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.284372172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.287382069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.290484337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-d8d238bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:49.293166072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d8d238bf"},"namespace":"ai-tenant-e2e-mt-d8d238bf","name":"default-tenant","reconcileID":"cc37aace-c812-4ecb-9e6f-362a37f82eb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-d8d238bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.798135721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"e305a931-a6eb-438d-8330-4ff95f779589","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.79862945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e8ce3b5-8d4f-4867-9fd0-ea5c52c70fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.798653033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e8ce3b5-8d4f-4867-9fd0-ea5c52c70fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.822583221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"e305a931-a6eb-438d-8330-4ff95f779589","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.892492128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"e305a931-a6eb-438d-8330-4ff95f779589","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"name":"e2e-api-a-c5b820-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.892611617Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"e2e-e2e-api-a-c5b820-policy","reconcileID":"e305a931-a6eb-438d-8330-4ff95f779589","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5b820-policy","namespace":"ai-tenant-e2e-api-a-c5b820"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5b820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.905880635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d21037-03c7-4dfd-a6e2-eac3a28bd24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.905971499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d21037-03c7-4dfd-a6e2-eac3a28bd24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:53.511545756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"ec8acbb7-2ba2-4ddb-ae2c-e7f7c5e5229e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-3d1db1","tenantID":"e2e-ipp-b-3d1db1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:53.577655036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"ec8acbb7-2ba2-4ddb-ae2c-e7f7c5e5229e","name":"e2e-ipp-b-3d1db1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.309995537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d022a12-ea03-4687-9e69-da61c68ec813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.314581707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d022a12-ea03-4687-9e69-da61c68ec813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.318553954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d022a12-ea03-4687-9e69-da61c68ec813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.322648946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d022a12-ea03-4687-9e69-da61c68ec813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.887120156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d803eab1-ab52-4199-931e-206c99e1e9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.892990447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d803eab1-ab52-4199-931e-206c99e1e9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.899266058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d803eab1-ab52-4199-931e-206c99e1e9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:54.976510626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d803eab1-ab52-4199-931e-206c99e1e9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.32682874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3661c1-de83-4362-9b1b-165790f36a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.333354035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3661c1-de83-4362-9b1b-165790f36a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.341612808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3661c1-de83-4362-9b1b-165790f36a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.347845748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3661c1-de83-4362-9b1b-165790f36a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.544392352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8504501-af68-45b2-a2e9-c41994352d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.54798324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8504501-af68-45b2-a2e9-c41994352d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.551391432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8504501-af68-45b2-a2e9-c41994352d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.554994517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8504501-af68-45b2-a2e9-c41994352d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.70307413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.750613236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4ee48e-158c-432c-9029-03f765532bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.753795261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4ee48e-158c-432c-9029-03f765532bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.778598335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4ee48e-158c-432c-9029-03f765532bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:55.846381846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d4ee48e-158c-432c-9029-03f765532bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.040773415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"02569e00-73e6-4ee7-bb4f-8bc8b90f01d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9b3619","tenantID":"e2e-ipp-b-9b3619","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.118530557Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"02569e00-73e6-4ee7-bb4f-8bc8b90f01d2","name":"e2e-ipp-b-9b3619-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.485359442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2f0e2573-541e-4695-963b-fc3f0edf2070","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.494313114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2f0e2573-541e-4695-963b-fc3f0edf2070","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.501218709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b0f9d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"2f0e2573-541e-4695-963b-fc3f0edf2070","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.505521374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaeaf9e-9ea6-4aea-a46d-a86a2f1f0c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.508831822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaeaf9e-9ea6-4aea-a46d-a86a2f1f0c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.512049281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaeaf9e-9ea6-4aea-a46d-a86a2f1f0c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:56.515171632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaeaf9e-9ea6-4aea-a46d-a86a2f1f0c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.050055558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4201aa20-8b0f-4e0b-b013-eb114ee6bdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.054833477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4201aa20-8b0f-4e0b-b013-eb114ee6bdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.058438969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4201aa20-8b0f-4e0b-b013-eb114ee6bdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.062651081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4201aa20-8b0f-4e0b-b013-eb114ee6bdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.82919619Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d8d238bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d8d238bf","reconcileID":"83bcb687-8ef5-46fe-8e2f-40b634269d9c","aitenant":"ai-tenants/e2e-mt-d8d238bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.916476494Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d8d238bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d8d238bf","reconcileID":"83bcb687-8ef5-46fe-8e2f-40b634269d9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d8d238bf","removed":["maas.opendatahub.io/gateway-access-e2e-mt-d8d238bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.939992495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4520f324-7abb-4bd7-91e8-b78e2e942026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.943485987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4520f324-7abb-4bd7-91e8-b78e2e942026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.947348978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4520f324-7abb-4bd7-91e8-b78e2e942026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:57.95116495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4520f324-7abb-4bd7-91e8-b78e2e942026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.177117552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4428670-76c6-47c5-b4f6-f8675ac2cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.180422689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4428670-76c6-47c5-b4f6-f8675ac2cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.184231384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4428670-76c6-47c5-b4f6-f8675ac2cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.187649631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4428670-76c6-47c5-b4f6-f8675ac2cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.22980132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"510e7438-16ea-499a-83e6-d59f7e669b6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.251174701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"510e7438-16ea-499a-83e6-d59f7e669b6d","name":"e2e-api-b-9a6d4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.621539926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"bc1eadca-8d4a-443c-95a8-ab59d3210cbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.647525327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"bc1eadca-8d4a-443c-95a8-ab59d3210cbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.739865095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b34f6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02b606f9fae16d8318284fc6265ce04c5bda9c2b9af5858b79a3f2b333ba0cbe) AuthConfig (3b8128e1110d6761ff33bce2e93697dda8658b541fd3b287a11a8db88428e110) AuthConfig (3680968130b9a1e5bf4a587330379da905ca17ebd00502466ca36a038b6a1678) AuthConfig (a51142ed9b9ad50f8573e302d2cc2cb7810f542270bf7028408a19da0b7f080f) AuthConfig (bb2b3e28eb64f18c72f9a97836106518253b23af8854733b453be2239f74cd24) AuthConfig (8b2f7185710067079efc6aa4e60d668ea016c743007ba799241ef0926512bca1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"bc1eadca-8d4a-443c-95a8-ab59d3210cbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.759786379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4338be5d-ac4e-4880-b2db-4748893be254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:58.759881491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4338be5d-ac4e-4880-b2db-4748893be254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.432479219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e27b3-637c-4be0-ac35-c1c1625665e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.435590772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e27b3-637c-4be0-ac35-c1c1625665e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.438773148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e27b3-637c-4be0-ac35-c1c1625665e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.476916144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11e27b3-637c-4be0-ac35-c1c1625665e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.746727656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f899b6-7871-4757-9fb2-45ab177ee19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.749917498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f899b6-7871-4757-9fb2-45ab177ee19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.752905816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f899b6-7871-4757-9fb2-45ab177ee19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.755809453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f899b6-7871-4757-9fb2-45ab177ee19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:03.425611493Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a7dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a7dc9","reconcileID":"0dad4e62-6db2-4f80-8f9e-a280f6ea05d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a7dc9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6a7dc9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:03.678182851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f568a0-2065-4620-9109-1cc58c5c99af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:03.681552283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f568a0-2065-4620-9109-1cc58c5c99af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:03.685861285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f568a0-2065-4620-9109-1cc58c5c99af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:03.689102256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f568a0-2065-4620-9109-1cc58c5c99af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.75108034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","namespace":"ai-tenant-e2e-api-a-c5b820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.751145522Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","namespace":"ai-tenant-e2e-api-a-c5b820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.751197391Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","tenant":"e2e-api-a-c5b820","tenantID":"e2e-api-a-c5b820","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.755947407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Deployment","name":"maas-api-e2e-api-a-c5b820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.768077011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Service","name":"maas-api-e2e-api-a-c5b820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.784150577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c5b820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.789900185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c5b820","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.79822195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.806885854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.815539955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.822693437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.829222738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Deployment","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.832855429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.835638311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Service","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.838475788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.841112779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.843781609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.847816924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.85480523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.857529452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.860589028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.863455591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c5b820","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:05.866344767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5b820"},"namespace":"ai-tenant-e2e-api-a-c5b820","name":"default-tenant","reconcileID":"729f7929-d4a6-4203-955a-422dfb77a73c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c5b820","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:06.507164407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"e05f83de-a394-4b91-bf35-3beaca8e7a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:06.520501302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"e05f83de-a394-4b91-bf35-3beaca8e7a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:06.527537478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b0f9d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e87b39e87e515c0478a51c7d436d7ec752c0056949c5d9ff95abebd9c30ab414) AuthConfig (6d5ed757f1b2ca66ffe6f0c8e824c88a7e372e4a6d968a80db6f0ba150f7ff63) AuthConfig (378db5293dd7bdd23bf59c115eaefdd03bf5184c36c101e4a69e1def0d380611) AuthConfig (d0349dc6a3e088f20f6f5a347b687615ea468fe9b8d2588a688e90e96d4f6fc6) AuthConfig (a356f5b84698ffa4e6cda62ccf32604d38d2efdbe7395e2ce49434fd9ec308c3) AuthConfig (8988659565d03c2f68306504cdcee92002c2d70bf29a6047edd0f37f3058d58b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"e05f83de-a394-4b91-bf35-3beaca8e7a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:06.537708538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b24627a0-d8fe-4928-af83-6ced5a7e986d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:06.537827156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b24627a0-d8fe-4928-af83-6ced5a7e986d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.271275223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360a7b5a-a98c-4dd1-8cf7-f37da49a3180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.274255132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360a7b5a-a98c-4dd1-8cf7-f37da49a3180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.277393828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360a7b5a-a98c-4dd1-8cf7-f37da49a3180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.280494231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360a7b5a-a98c-4dd1-8cf7-f37da49a3180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.615760166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a629bf-1e57-4adf-8111-08288e8214fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.61889505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a629bf-1e57-4adf-8111-08288e8214fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.622055011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a629bf-1e57-4adf-8111-08288e8214fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.626236558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a629bf-1e57-4adf-8111-08288e8214fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.866931224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c94ba3-4e9f-4c18-a02a-da65009b94e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.870223663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c94ba3-4e9f-4c18-a02a-da65009b94e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.8732931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c94ba3-4e9f-4c18-a02a-da65009b94e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:07.87618786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c94ba3-4e9f-4c18-a02a-da65009b94e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.17659641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c314cd61-88d6-4d83-a7e1-7e0c561dac3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.182044328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c314cd61-88d6-4d83-a7e1-7e0c561dac3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.186680315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c314cd61-88d6-4d83-a7e1-7e0c561dac3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.199977494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c314cd61-88d6-4d83-a7e1-7e0c561dac3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.489675621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c5b820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c5b820","reconcileID":"3c90d9fd-675d-468d-b5d7-b51555d12f89","aitenant":"ai-tenants/e2e-api-a-c5b820","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.53270006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5397617-2055-40a8-94d5-9507a639388c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.535856223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5397617-2055-40a8-94d5-9507a639388c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.539050311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5397617-2055-40a8-94d5-9507a639388c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.542032597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5397617-2055-40a8-94d5-9507a639388c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.566973882Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c5b820","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c5b820","reconcileID":"3c90d9fd-675d-468d-b5d7-b51555d12f89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c5b820","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c5b820"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.779878073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"e804ebba-30f7-44bb-8338-95488f894ae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.787939623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"e804ebba-30f7-44bb-8338-95488f894ae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.794774514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b34f6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02b606f9fae16d8318284fc6265ce04c5bda9c2b9af5858b79a3f2b333ba0cbe) AuthConfig (3b8128e1110d6761ff33bce2e93697dda8658b541fd3b287a11a8db88428e110) AuthConfig (3680968130b9a1e5bf4a587330379da905ca17ebd00502466ca36a038b6a1678) AuthConfig (a51142ed9b9ad50f8573e302d2cc2cb7810f542270bf7028408a19da0b7f080f) AuthConfig (bb2b3e28eb64f18c72f9a97836106518253b23af8854733b453be2239f74cd24) AuthConfig (8b2f7185710067079efc6aa4e60d668ea016c743007ba799241ef0926512bca1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"e804ebba-30f7-44bb-8338-95488f894ae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.794950357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c317a33-faa3-44da-9624-8939ca882efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.79806092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c317a33-faa3-44da-9624-8939ca882efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.801496593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c317a33-faa3-44da-9624-8939ca882efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:08.804713854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c317a33-faa3-44da-9624-8939ca882efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.110988106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b814fecd-f350-4c3c-8cf7-cce265ccaa1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.121524604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b814fecd-f350-4c3c-8cf7-cce265ccaa1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.229136011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b814fecd-f350-4c3c-8cf7-cce265ccaa1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.342672549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b814fecd-f350-4c3c-8cf7-cce265ccaa1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.613505853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60db7145-79a6-45c0-8ee4-041ffb3dd860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.621051662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60db7145-79a6-45c0-8ee4-041ffb3dd860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.631825054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60db7145-79a6-45c0-8ee4-041ffb3dd860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.640902995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60db7145-79a6-45c0-8ee4-041ffb3dd860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.837011089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aca18d-d64e-4043-8bad-0ba2a61d752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.840182748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aca18d-d64e-4043-8bad-0ba2a61d752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.845289807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aca18d-d64e-4043-8bad-0ba2a61d752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:09.850782687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aca18d-d64e-4043-8bad-0ba2a61d752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:11.905790911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ea603-6e45-4080-97a9-594d61ee4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:11.908873846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ea603-6e45-4080-97a9-594d61ee4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:11.913274097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ea603-6e45-4080-97a9-594d61ee4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:11.916542999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518ea603-6e45-4080-97a9-594d61ee4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.533108181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cf4fa4-7913-42b7-a77e-6ebc3a1d98dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.574967701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cf4fa4-7913-42b7-a77e-6ebc3a1d98dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.584488853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cf4fa4-7913-42b7-a77e-6ebc3a1d98dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.664289931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cf4fa4-7913-42b7-a77e-6ebc3a1d98dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.191627244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c236528-fe75-4cf9-a0a5-2e014f5e447b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.191784024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c236528-fe75-4cf9-a0a5-2e014f5e447b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.200118242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c31b524-eaa5-4769-97f5-5f04c222de92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.200146182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c31b524-eaa5-4769-97f5-5f04c222de92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.294167709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"cb016da6-261f-4bb4-a03f-1608f605abc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.403343482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"cb016da6-261f-4bb4-a03f-1608f605abc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.423972233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a6d4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"cb016da6-261f-4bb4-a03f-1608f605abc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.432649182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd617e1a-a2b9-47c3-8a7f-6b9f0e85a006","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.432673725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd617e1a-a2b9-47c3-8a7f-6b9f0e85a006","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.814949831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"12063222-e09f-46f0-b125-5b81e28f8609","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.825733033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"12063222-e09f-46f0-b125-5b81e28f8609","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.00364684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"387e6aab-97cf-48ab-8ddf-fb969b9ae30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.003669921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"387e6aab-97cf-48ab-8ddf-fb969b9ae30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.024863699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"ca0d2250-4740-4f9e-8fab-986b7b579c7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.034649613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"ca0d2250-4740-4f9e-8fab-986b7b579c7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.083217939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dc59b5-0bce-4e51-a083-38a1eccc56be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.087409049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dc59b5-0bce-4e51-a083-38a1eccc56be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.090552953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dc59b5-0bce-4e51-a083-38a1eccc56be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.093835634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dc59b5-0bce-4e51-a083-38a1eccc56be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.576993543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af7053-e447-4c5b-80ce-7b2f60fbf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.580975586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af7053-e447-4c5b-80ce-7b2f60fbf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.584073075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af7053-e447-4c5b-80ce-7b2f60fbf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.588630919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af7053-e447-4c5b-80ce-7b2f60fbf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.688485552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"a32a5d15-8926-4e8e-950f-305f22fc7e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.691032939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f01972c8-c680-4e4c-8eb7-f11fbfed0f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.691050342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f01972c8-c680-4e4c-8eb7-f11fbfed0f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.704076301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"a32a5d15-8926-4e8e-950f-305f22fc7e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.80164011Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"a32a5d15-8926-4e8e-950f-305f22fc7e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"name":"e2e-api-b-b0f9d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.801667542Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"e2e-e2e-api-b-b0f9d6-policy","reconcileID":"a32a5d15-8926-4e8e-950f-305f22fc7e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b0f9d6-policy","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b0f9d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.810099645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"878a15cc-8594-4e83-b90b-da4f37750659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.810127991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"878a15cc-8594-4e83-b90b-da4f37750659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.078411666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2137583-bb71-4415-9e87-6fcfca1f2b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.082525119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2137583-bb71-4415-9e87-6fcfca1f2b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.08561311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2137583-bb71-4415-9e87-6fcfca1f2b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.088686215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2137583-bb71-4415-9e87-6fcfca1f2b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.353871129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50349640-65f5-4f16-b1da-16f103bbe03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.359444545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50349640-65f5-4f16-b1da-16f103bbe03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.362556124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50349640-65f5-4f16-b1da-16f103bbe03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:16.365912507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50349640-65f5-4f16-b1da-16f103bbe03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:17.734545033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"9beddc9b-3026-4b90-b099-e9791a72818d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:17.810878423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"9beddc9b-3026-4b90-b099-e9791a72818d","name":"e2e-api-a-6a7dc9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:18.801923385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"435ec4e7-c449-4420-87c7-3b9ceda39aca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:18.816308932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"435ec4e7-c449-4420-87c7-3b9ceda39aca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:18.905255606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120489c8-3127-41f6-969f-c476393a3dbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:18.905285906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120489c8-3127-41f6-969f-c476393a3dbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.635903438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f037bfc-6c27-44d9-9133-f4fa8106cda7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.636033386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccdd6a11-86d5-4fb1-87fd-9de623b088be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.636050207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccdd6a11-86d5-4fb1-87fd-9de623b088be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.734951959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f037bfc-6c27-44d9-9133-f4fa8106cda7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.76577052Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f037bfc-6c27-44d9-9133-f4fa8106cda7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"name":"e2e-api-a-b34f6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.765797129Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"e2e-e2e-api-a-b34f6c-policy","reconcileID":"7f037bfc-6c27-44d9-9133-f4fa8106cda7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b34f6c-policy","namespace":"ai-tenant-e2e-api-a-b34f6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b34f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.775328782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab9caf7-04e5-4161-9f34-6f81a28d0008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.775346931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab9caf7-04e5-4161-9f34-6f81a28d0008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.428542204Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","namespace":"ai-tenant-e2e-api-b-b0f9d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.437389578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","namespace":"ai-tenant-e2e-api-b-b0f9d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.437488412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","tenant":"e2e-api-b-b0f9d6","tenantID":"e2e-api-b-b0f9d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.443024685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Deployment","name":"maas-api-e2e-api-b-b0f9d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.459174487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Service","name":"maas-api-e2e-api-b-b0f9d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.481839638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b0f9d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.495905434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b0f9d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.502059821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.508664871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.522181181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.532445725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.535766666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Deployment","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.539045445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.544430721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Service","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.55125901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.554092885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.557615504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.560504295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.567743491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a426e7d-b02e-4521-91bf-ac651897941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.568124722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.579512176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a426e7d-b02e-4521-91bf-ac651897941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.588822795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a426e7d-b02e-4521-91bf-ac651897941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.589095576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.592103561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a426e7d-b02e-4521-91bf-ac651897941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.595115856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.597831398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b0f9d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.600943939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b0f9d6"},"namespace":"ai-tenant-e2e-api-b-b0f9d6","name":"default-tenant","reconcileID":"df144e2f-b742-4697-b32a-fb63568c7cee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b0f9d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.237547565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a24e1da-a1b4-42c4-a4c5-65e6d74c50bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.240907195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a24e1da-a1b4-42c4-a4c5-65e6d74c50bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.244846106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a24e1da-a1b4-42c4-a4c5-65e6d74c50bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.248747439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a24e1da-a1b4-42c4-a4c5-65e6d74c50bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.580199795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b683bed8-a835-4fe3-9802-c7dbebf9d1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.583648648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b683bed8-a835-4fe3-9802-c7dbebf9d1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.587447912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b683bed8-a835-4fe3-9802-c7dbebf9d1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.590659285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b683bed8-a835-4fe3-9802-c7dbebf9d1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.057754847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cec9df-4e67-4df5-9cb9-c3b4d6f85f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.061913777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cec9df-4e67-4df5-9cb9-c3b4d6f85f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.065940957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cec9df-4e67-4df5-9cb9-c3b4d6f85f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.069194965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cec9df-4e67-4df5-9cb9-c3b4d6f85f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.457898452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"0659dbd2-1bf6-4e12-a299-24bf4966e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.571335387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"0659dbd2-1bf6-4e12-a299-24bf4966e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.722689768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a6d4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"0659dbd2-1bf6-4e12-a299-24bf4966e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.177665108Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b0f9d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b0f9d6","reconcileID":"d7fb6a23-489f-458c-bf8d-10ca5e05b3bf","aitenant":"ai-tenants/e2e-api-b-b0f9d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.387549046Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b0f9d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b0f9d6","reconcileID":"d7fb6a23-489f-458c-bf8d-10ca5e05b3bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b0f9d6","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b0f9d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.402756345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110a10d-fd25-4ff6-a329-e48e0d7f73c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.415618337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110a10d-fd25-4ff6-a329-e48e0d7f73c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.423488496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110a10d-fd25-4ff6-a329-e48e0d7f73c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.432306287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110a10d-fd25-4ff6-a329-e48e0d7f73c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.720159074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.878142348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8901d02-2908-412d-ba5a-f78db416c894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.886363651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8901d02-2908-412d-ba5a-f78db416c894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.892424657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8901d02-2908-412d-ba5a-f78db416c894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.897996647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8901d02-2908-412d-ba5a-f78db416c894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.45935514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a628881-52d0-4672-81ed-1fe6904a65b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.480655438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a628881-52d0-4672-81ed-1fe6904a65b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.486348975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a628881-52d0-4672-81ed-1fe6904a65b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.507959475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a628881-52d0-4672-81ed-1fe6904a65b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.924351315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f5a75c-7ace-4cb1-bc31-a18cb8c2a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.968359106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f5a75c-7ace-4cb1-bc31-a18cb8c2a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.986133369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f5a75c-7ace-4cb1-bc31-a18cb8c2a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.99560012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f5a75c-7ace-4cb1-bc31-a18cb8c2a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:28.992336106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","namespace":"ai-tenant-e2e-api-a-b34f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:28.992501559Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","namespace":"ai-tenant-e2e-api-a-b34f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:28.992597557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","tenant":"e2e-api-a-b34f6c","tenantID":"e2e-api-a-b34f6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.005692043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Deployment","name":"maas-api-e2e-api-a-b34f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.022807039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Service","name":"maas-api-e2e-api-a-b34f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.0384633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b34f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.051415702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b34f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.063688621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.071437118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.088538134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.102144168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.122729274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Deployment","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.127403303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.131986472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Service","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.140488992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.14857256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.151987633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.155865467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.16357193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.166700429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.170081598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.173107522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b34f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:29.176349786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34f6c"},"namespace":"ai-tenant-e2e-api-a-b34f6c","name":"default-tenant","reconcileID":"234b4410-ccf5-458d-9088-2262c32cb740","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b34f6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.172425805Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b34f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b34f6c","reconcileID":"7e9d5de0-55ff-41a5-8b44-fc5c9d87bb23","aitenant":"ai-tenants/e2e-api-a-b34f6c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.325328878Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b34f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b34f6c","reconcileID":"7e9d5de0-55ff-41a5-8b44-fc5c9d87bb23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b34f6c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b34f6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.396762135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3037ddd8-ec8c-4283-ae0f-744ae57054d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.400274441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3037ddd8-ec8c-4283-ae0f-744ae57054d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.403558797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3037ddd8-ec8c-4283-ae0f-744ae57054d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.407957077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3037ddd8-ec8c-4283-ae0f-744ae57054d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.833562794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86839c8c-334b-438c-abc4-5917d953003c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.839607414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86839c8c-334b-438c-abc4-5917d953003c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.842942791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86839c8c-334b-438c-abc4-5917d953003c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:31.84717934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86839c8c-334b-438c-abc4-5917d953003c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:32.52429379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e3677-8b6c-4e9a-b3a4-75f85c92a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:32.528116187Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3b6e2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3b6e2b","reconcileID":"ab38ee65-d6a8-416c-afb5-da7422313b57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3b6e2b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3b6e2b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:32.528463749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e3677-8b6c-4e9a-b3a4-75f85c92a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:32.535161145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e3677-8b6c-4e9a-b3a4-75f85c92a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:32.538194527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e3677-8b6c-4e9a-b3a4-75f85c92a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:33.164802389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107c31eb-44af-4b00-8538-ced49266a544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:33.168160036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107c31eb-44af-4b00-8538-ced49266a544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:33.171584568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107c31eb-44af-4b00-8538-ced49266a544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:33.174764024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107c31eb-44af-4b00-8538-ced49266a544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.119435397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f06fa5-d324-4a94-94d1-c989e458fa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.122971578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f06fa5-d324-4a94-94d1-c989e458fa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.126353377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f06fa5-d324-4a94-94d1-c989e458fa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.130672063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f06fa5-d324-4a94-94d1-c989e458fa96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.330032445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b62c89-1170-43cc-88a0-6af2d31fa43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.333063447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b62c89-1170-43cc-88a0-6af2d31fa43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.336014101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b62c89-1170-43cc-88a0-6af2d31fa43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.339613195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b62c89-1170-43cc-88a0-6af2d31fa43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.737659937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"72161d77-bb0e-463b-afa0-aa835c7064d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.775091939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"72161d77-bb0e-463b-afa0-aa835c7064d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.829019983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a6d4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"72161d77-bb0e-463b-afa0-aa835c7064d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.777773034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"5c556f33-cc2f-4325-8247-85531565aaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.788368662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"5c556f33-cc2f-4325-8247-85531565aaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.79646471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a6d4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"5c556f33-cc2f-4325-8247-85531565aaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.834639758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"14fd9d3d-cb0b-46ae-80a5-04f4ef467137","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.854252162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"14fd9d3d-cb0b-46ae-80a5-04f4ef467137","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.86393311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9a6d4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"14fd9d3d-cb0b-46ae-80a5-04f4ef467137","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.995886206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9c3611-15c1-434e-9c65-698839a65822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.995913541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9c3611-15c1-434e-9c65-698839a65822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.017453929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c3f59b-e280-45db-9ce9-268925e5a7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.017479429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c3f59b-e280-45db-9ce9-268925e5a7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.024982718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"480863b5-6798-4968-ac0f-d94ad540c69c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.058070794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"480863b5-6798-4968-ac0f-d94ad540c69c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.065153281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a7dc9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"480863b5-6798-4968-ac0f-d94ad540c69c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.069071393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09baf0ab-6bba-4185-a063-407107aae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.072287054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09baf0ab-6bba-4185-a063-407107aae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.077563167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09baf0ab-6bba-4185-a063-407107aae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.077724868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4a47290-a7f8-48dd-8d4e-4f9052610530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.077748753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4a47290-a7f8-48dd-8d4e-4f9052610530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.081254607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09baf0ab-6bba-4185-a063-407107aae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.550068945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da23f14-8556-4107-841c-b4e51698982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.553462605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da23f14-8556-4107-841c-b4e51698982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.557057148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da23f14-8556-4107-841c-b4e51698982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.560268214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da23f14-8556-4107-841c-b4e51698982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.630995398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"be7f2c4b-b090-4702-9588-2c893822ad59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.631411634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3848b751-2fa6-46cf-9324-c4912549c59a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.63142792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3848b751-2fa6-46cf-9324-c4912549c59a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.645846664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"be7f2c4b-b090-4702-9588-2c893822ad59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.67742667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"be7f2c4b-b090-4702-9588-2c893822ad59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"name":"e2e-api-b-9a6d4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.677455798Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"e2e-e2e-api-b-9a6d4b-policy","reconcileID":"be7f2c4b-b090-4702-9588-2c893822ad59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9a6d4b-policy","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9a6d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.711331122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03429b1a-9298-430c-ba6c-e6011c12bbe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.711354325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03429b1a-9298-430c-ba6c-e6011c12bbe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.600495256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","namespace":"ai-tenant-e2e-api-b-9a6d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.600583711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","namespace":"ai-tenant-e2e-api-b-9a6d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.60065795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","tenant":"e2e-api-b-9a6d4b","tenantID":"e2e-api-b-9a6d4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.651370585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Deployment","name":"maas-api-e2e-api-b-9a6d4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.727617298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Service","name":"maas-api-e2e-api-b-9a6d4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.740073342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9a6d4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.759931328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9a6d4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.782459871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.896857366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.939079977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.947134468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.951182836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Deployment","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.965760811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.975659976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Service","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:41.979989972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"Service","name":"payload-pre-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.000029147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.007990193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.019256763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.033000932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.037413224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.043136656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.050115421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-9a6d4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.056571519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9a6d4b"},"namespace":"ai-tenant-e2e-api-b-9a6d4b","name":"default-tenant","reconcileID":"d15b8d2d-cdca-4c4a-9ea3-62c731f82847","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-9a6d4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.740889384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff8553d-3941-4aff-b6e7-dfd2910e8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.747254469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff8553d-3941-4aff-b6e7-dfd2910e8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.774078061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff8553d-3941-4aff-b6e7-dfd2910e8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:42.790593002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff8553d-3941-4aff-b6e7-dfd2910e8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.039472384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c4a51-3465-416e-bd46-d7dffc2c9882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.042749926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c4a51-3465-416e-bd46-d7dffc2c9882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.045654203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c4a51-3465-416e-bd46-d7dffc2c9882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.049004038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c4a51-3465-416e-bd46-d7dffc2c9882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.332275641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4574eb6-eee0-41e3-a3f8-7bf19ab0d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.335886117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4574eb6-eee0-41e3-a3f8-7bf19ab0d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.338896777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4574eb6-eee0-41e3-a3f8-7bf19ab0d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.34200865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4574eb6-eee0-41e3-a3f8-7bf19ab0d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.754565249Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-29f633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-29f633","reconcileID":"d6471bed-2665-4e84-92d7-4b150949378d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-29f633","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-29f633":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.912022749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258f627b-b8ba-4f92-aeeb-237ccb7de64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.915239421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258f627b-b8ba-4f92-aeeb-237ccb7de64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.918282058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258f627b-b8ba-4f92-aeeb-237ccb7de64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.923610996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258f627b-b8ba-4f92-aeeb-237ccb7de64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:46.769609547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bc205ff2-4e19-4daf-bd83-07defc6ffe5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3b6e2b","tenantID":"e2e-ipp-a-3b6e2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:46.830995971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bc205ff2-4e19-4daf-bd83-07defc6ffe5e","name":"e2e-ipp-a-3b6e2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.086592919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"358bc379-9604-4cfb-955f-b9fc05226b70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.098955901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"358bc379-9604-4cfb-955f-b9fc05226b70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.109762948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a7dc9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"358bc379-9604-4cfb-955f-b9fc05226b70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.361354365Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9a6d4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9a6d4b","reconcileID":"77ed887c-eb94-499d-9d59-266270112a3d","aitenant":"ai-tenants/e2e-api-b-9a6d4b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.536264898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9a6d4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9a6d4b","reconcileID":"77ed887c-eb94-499d-9d59-266270112a3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9a6d4b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-9a6d4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.547725188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e517-6179-4a38-b6c1-20af88e9d22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.552516156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e517-6179-4a38-b6c1-20af88e9d22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.558991901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e517-6179-4a38-b6c1-20af88e9d22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.563387476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e517-6179-4a38-b6c1-20af88e9d22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.855794168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c73ec7a-3318-4b6f-b356-0a8a05c57cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.859186339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c73ec7a-3318-4b6f-b356-0a8a05c57cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.862427122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c73ec7a-3318-4b6f-b356-0a8a05c57cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.879525217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c73ec7a-3318-4b6f-b356-0a8a05c57cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.444243986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dffe7af-d00c-4f7e-8b91-5ae347334862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.447680907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dffe7af-d00c-4f7e-8b91-5ae347334862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.450674907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dffe7af-d00c-4f7e-8b91-5ae347334862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.45381819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dffe7af-d00c-4f7e-8b91-5ae347334862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.477015112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab900595-a7e1-4487-9186-22e0dee10412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.507651969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab900595-a7e1-4487-9186-22e0dee10412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.514519456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab900595-a7e1-4487-9186-22e0dee10412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.544086131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab900595-a7e1-4487-9186-22e0dee10412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.699299529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.82258395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4b99d4-7cfe-4668-bc1b-0f2d134864c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.825766562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4b99d4-7cfe-4668-bc1b-0f2d134864c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.828678568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4b99d4-7cfe-4668-bc1b-0f2d134864c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.831790869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4b99d4-7cfe-4668-bc1b-0f2d134864c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:56.449053914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1b1d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1b1d04","reconcileID":"ed45a6d9-54f0-4d73-a93f-56e3e9f73b48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1b1d04","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1b1d04":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:56.686325952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dc4a-4bba-4794-8faf-c9973eedf3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:56.708898346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dc4a-4bba-4794-8faf-c9973eedf3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:56.818849256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dc4a-4bba-4794-8faf-c9973eedf3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:56.929190711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dc4a-4bba-4794-8faf-c9973eedf3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:57.689090015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"07cd0e4c-e606-4879-b597-fcb707cfb2ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:57.716771444Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"07cd0e4c-e606-4879-b597-fcb707cfb2ba","name":"e2e-api-b-29f633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.18313227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"12601168-f99f-4f85-89f3-b8df8f55b608","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.191732883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"12601168-f99f-4f85-89f3-b8df8f55b608","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.198711533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a7dc9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"12601168-f99f-4f85-89f3-b8df8f55b608","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.726870416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcaacd6-e790-4ea1-8a72-a547f1e8e0c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.73198683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcaacd6-e790-4ea1-8a72-a547f1e8e0c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.739650859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcaacd6-e790-4ea1-8a72-a547f1e8e0c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.746450295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcaacd6-e790-4ea1-8a72-a547f1e8e0c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.974036664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ced296f-f5b5-4bfb-8543-a64ea6985435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.980123375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ced296f-f5b5-4bfb-8543-a64ea6985435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.983355722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ced296f-f5b5-4bfb-8543-a64ea6985435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.986552388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ced296f-f5b5-4bfb-8543-a64ea6985435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.564815945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bd51-cb79-42e2-a8a8-0e0f84046a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.567931284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bd51-cb79-42e2-a8a8-0e0f84046a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.576469462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bd51-cb79-42e2-a8a8-0e0f84046a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.580700088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd1bd51-cb79-42e2-a8a8-0e0f84046a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.84744096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e18b325-7abf-4fef-8b4f-87161c9318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.851142011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e18b325-7abf-4fef-8b4f-87161c9318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.854560563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e18b325-7abf-4fef-8b4f-87161c9318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.860380836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e18b325-7abf-4fef-8b4f-87161c9318b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.205609774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"830549f0-42dd-431a-ae23-790007b483a3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.205644775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"830549f0-42dd-431a-ae23-790007b483a3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.541281878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"28b3ca80-91fd-4e5d-9273-630f309c399d","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.541303154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"28b3ca80-91fd-4e5d-9273-630f309c399d","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.549595841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"63c9364b-e09a-4b2c-834d-43decb1e67e4","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.549618558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"63c9364b-e09a-4b2c-834d-43decb1e67e4","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.555499234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"4bbb2660-aaef-4e0d-96c0-816e009a8d7e","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.586423209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"4bbb2660-aaef-4e0d-96c0-816e009a8d7e","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.595669558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"4bbb2660-aaef-4e0d-96c0-816e009a8d7e","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.602696497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2bb7c22c-b661-4729-934a-8223678f90e3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.602716731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2bb7c22c-b661-4729-934a-8223678f90e3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.843952201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"e8911b55-191d-4e1b-81b3-6a71490d7553","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.85233913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"e8911b55-191d-4e1b-81b3-6a71490d7553","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.86023579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"e8911b55-191d-4e1b-81b3-6a71490d7553","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:09.221179638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dd7015c0-2a34-41d0-9598-e4a732a0cd30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:09.240186303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dd7015c0-2a34-41d0-9598-e4a732a0cd30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:09.248951717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a7dc9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ae91e31035c0f068630d1bc95cd186919b375812b3e5000b758db2736f721f6) AuthConfig (58613fd208f72d5c395b2c5f0152a3ca481bf1d41e598eaf28ffcef8f665b75c) AuthConfig (467832d4ac9ee64af610791b4fc871d38a6e56e3dae2b894afd5331b4fe24eef) AuthConfig (4851197a2810c12cc6416e3c6c45f0b3cc6e547900c8e2a8cbe49e16ff051f9a) AuthConfig (3376e411c1de67e22321d6466c3733bb4f258de626b118c167c033af9afdb12a) AuthConfig (d462216b14c3ddeff5515b50bebcd1e17cf6bea8e09cd514c77aac2f5fe683fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dd7015c0-2a34-41d0-9598-e4a732a0cd30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:09.261638175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5d5450b-4270-4bff-adb1-8855e47d77f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:09.261758005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5d5450b-4270-4bff-adb1-8855e47d77f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:10.170486744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"0718f93a-24af-4161-b5a2-6575ba875aea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:10.216064351Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"0718f93a-24af-4161-b5a2-6575ba875aea","name":"e2e-praxis-a-1b1d04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.535190223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f732aca3-8834-43dc-a768-69779eaf3652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.539353913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f732aca3-8834-43dc-a768-69779eaf3652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.543133196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f732aca3-8834-43dc-a768-69779eaf3652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.557350096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f732aca3-8834-43dc-a768-69779eaf3652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.969661967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470caecf-b76e-41f9-a51c-f837416448a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.974327115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470caecf-b76e-41f9-a51c-f837416448a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.989615703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470caecf-b76e-41f9-a51c-f837416448a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.000717907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470caecf-b76e-41f9-a51c-f837416448a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.442359643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c1afd7-c10b-4e1a-8565-6d09a98d23f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.442475403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9c1afd7-c10b-4e1a-8565-6d09a98d23f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.449067031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b82ec7-b8e8-41bb-a500-8a1eef23fa43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.449150156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b82ec7-b8e8-41bb-a500-8a1eef23fa43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.455388878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"559831bb-5570-4ff8-bc01-a3bdeeaa6c63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.503680942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"559831bb-5570-4ff8-bc01-a3bdeeaa6c63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"name":"e2e-api-b-29f633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.522363147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-29f633-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"559831bb-5570-4ff8-bc01-a3bdeeaa6c63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.600660992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f9ea9f-8109-4c5b-b93e-e58c14a04aa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.600791278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f9ea9f-8109-4c5b-b93e-e58c14a04aa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.583268786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","namespace":"ai-tenant-e2e-ipp-a-6cd7f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.583360277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","namespace":"ai-tenant-e2e-ipp-a-6cd7f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.583438213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","tenant":"e2e-ipp-a-6cd7f4","tenantID":"e2e-ipp-a-6cd7f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.588694493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6cd7f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.600722723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Service","name":"maas-api-e2e-ipp-a-6cd7f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.619151523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6cd7f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.62739696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6cd7f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.63669935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.646720954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.657504839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.663492947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.669329238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.674485537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.696720679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Service","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.720436595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.732819838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.739991303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.752487914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.761227335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.768470019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.774277007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.77954101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6cd7f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.784556686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cd7f4"},"namespace":"ai-tenant-e2e-ipp-a-6cd7f4","name":"default-tenant","reconcileID":"d7d14022-a2ed-4919-9abe-33c46919c5e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6cd7f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:18.901484536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"bba2191f-c83e-4b97-b346-29713fcd2f23","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:18.910248751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"bba2191f-c83e-4b97-b346-29713fcd2f23","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:18.918292176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"bba2191f-c83e-4b97-b346-29713fcd2f23","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.298175794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"7a9d2006-9996-4af9-a045-6e2ebf0cfc8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.30212451Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cd7f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cd7f4","reconcileID":"75a29eaa-30e5-41eb-8f86-dd9574154e49","aitenant":"ai-tenants/e2e-ipp-a-6cd7f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.385732374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"7a9d2006-9996-4af9-a045-6e2ebf0cfc8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.395086786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a7dc9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ae91e31035c0f068630d1bc95cd186919b375812b3e5000b758db2736f721f6) AuthConfig (58613fd208f72d5c395b2c5f0152a3ca481bf1d41e598eaf28ffcef8f665b75c) AuthConfig (467832d4ac9ee64af610791b4fc871d38a6e56e3dae2b894afd5331b4fe24eef) AuthConfig (4851197a2810c12cc6416e3c6c45f0b3cc6e547900c8e2a8cbe49e16ff051f9a) AuthConfig (3376e411c1de67e22321d6466c3733bb4f258de626b118c167c033af9afdb12a) AuthConfig (d462216b14c3ddeff5515b50bebcd1e17cf6bea8e09cd514c77aac2f5fe683fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"7a9d2006-9996-4af9-a045-6e2ebf0cfc8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.54009748Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cd7f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cd7f4","reconcileID":"75a29eaa-30e5-41eb-8f86-dd9574154e49","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6cd7f4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6cd7f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.583098608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31eafc4-b5e5-4904-ad7e-b9c5fa76d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.588329466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31eafc4-b5e5-4904-ad7e-b9c5fa76d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.59703184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31eafc4-b5e5-4904-ad7e-b9c5fa76d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.602068888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31eafc4-b5e5-4904-ad7e-b9c5fa76d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.96844707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bce672-8165-4b16-ac2f-8f3ee769de80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.972888412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bce672-8165-4b16-ac2f-8f3ee769de80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.980598457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bce672-8165-4b16-ac2f-8f3ee769de80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.985331236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bce672-8165-4b16-ac2f-8f3ee769de80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.548427367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d895b373-e748-4bf4-b255-cd90779e6738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.552636341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d895b373-e748-4bf4-b255-cd90779e6738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.556522495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d895b373-e748-4bf4-b255-cd90779e6738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.560505726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d895b373-e748-4bf4-b255-cd90779e6738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.649718765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dfe4e19e-1e5b-4183-b706-6dc7ce0e4fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.650142231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b036a1b2-fb0d-43fe-b4fc-8ce811b7c663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.650161824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b036a1b2-fb0d-43fe-b4fc-8ce811b7c663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.68348877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dfe4e19e-1e5b-4183-b706-6dc7ce0e4fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.776919142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dfe4e19e-1e5b-4183-b706-6dc7ce0e4fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"name":"e2e-api-a-6a7dc9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.776983055Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"e2e-e2e-api-a-6a7dc9-policy","reconcileID":"dfe4e19e-1e5b-4183-b706-6dc7ce0e4fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a7dc9-policy","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a7dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.785815934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93362640-0bf9-49ec-a1a8-1d894be83921","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:20.785838254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93362640-0bf9-49ec-a1a8-1d894be83921","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.067835688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21013f28-e97a-441d-8f13-9c8acdb26db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.07235464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21013f28-e97a-441d-8f13-9c8acdb26db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.075791189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21013f28-e97a-441d-8f13-9c8acdb26db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.079726664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21013f28-e97a-441d-8f13-9c8acdb26db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.451785577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ab6487-8c08-4813-83d1-5ac2fc9a79b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.507573714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ab6487-8c08-4813-83d1-5ac2fc9a79b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.557921426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ab6487-8c08-4813-83d1-5ac2fc9a79b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.574294212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ab6487-8c08-4813-83d1-5ac2fc9a79b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.005485221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d4127f-356b-4ca6-a19e-1407a24ff9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.011119328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d4127f-356b-4ca6-a19e-1407a24ff9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.017305095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d4127f-356b-4ca6-a19e-1407a24ff9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.023922778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d4127f-356b-4ca6-a19e-1407a24ff9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:24.610915332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"d8803aa2-7c90-4106-b32b-d68e7b9d96b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:24.629159061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"d8803aa2-7c90-4106-b32b-d68e7b9d96b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"name":"e2e-api-b-29f633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:24.67908841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-29f633-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"d8803aa2-7c90-4106-b32b-d68e7b9d96b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:25.700860241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.027382467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2cd03c-c3b7-43d4-bd2a-94764faf83a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.048156973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2cd03c-c3b7-43d4-bd2a-94764faf83a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.05550158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2cd03c-c3b7-43d4-bd2a-94764faf83a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.085120957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2cd03c-c3b7-43d4-bd2a-94764faf83a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.54978198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d79df-d413-42b9-8026-9004f65ab9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.554194701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d79df-d413-42b9-8026-9004f65ab9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.558452651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d79df-d413-42b9-8026-9004f65ab9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.565239119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d79df-d413-42b9-8026-9004f65ab9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.028130814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f78dd8-c132-44c0-b0df-afa353924cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.038714713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f78dd8-c132-44c0-b0df-afa353924cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.044304182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f78dd8-c132-44c0-b0df-afa353924cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.084356682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f78dd8-c132-44c0-b0df-afa353924cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.988064218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"a1cf714a-68a6-4184-a4eb-52453acfbc11","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.012066353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"a1cf714a-68a6-4184-a4eb-52453acfbc11","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.024431345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"a1cf714a-68a6-4184-a4eb-52453acfbc11","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.594400127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","namespace":"ai-tenant-e2e-api-a-6a7dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.594640404Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","namespace":"ai-tenant-e2e-api-a-6a7dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.594801662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","tenant":"e2e-api-a-6a7dc9","tenantID":"e2e-api-a-6a7dc9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.606230699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Deployment","name":"maas-api-e2e-api-a-6a7dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.625505573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Service","name":"maas-api-e2e-api-a-6a7dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.632094619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6a7dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.637515746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6a7dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.646437644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.654403269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.662507679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.668067703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.671171682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Deployment","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.674050984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.680536551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Service","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.68944117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.698461615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.702447025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.706861811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.716377395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.71923997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.722183256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.724827466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6a7dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:32.727320528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a7dc9"},"namespace":"ai-tenant-e2e-api-a-6a7dc9","name":"default-tenant","reconcileID":"61952ade-e511-4132-b838-e6cc18ea37a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6a7dc9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.7079336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"e81d99f9-f12a-4758-9039-41148744acd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.715947618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"e81d99f9-f12a-4758-9039-41148744acd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"name":"e2e-api-b-29f633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.723424895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-29f633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aad728e47725197656badfca816a247e81327b036f98e7fdadc1722b9353223e) AuthConfig (0acc79e424cfb758788d972e9e2fdc862ce456da9118500bfbdc0ee154bcd98c) AuthConfig (16671e9fd7b020f51351261a0431a283510a9a01e1f951839c2d435b47bcf23d) AuthConfig (e2c86a4be2d5753072dedb93434f6e2871b3b8b1fbbbc4918a6e65660f6442e5) AuthConfig (451bc83e85d33da65e2f46b37ed52fb95a96eb84608720b4ae84207da473f6db) AuthConfig (e842b5290ea8e5643e633190dd7f41ec381a3ca13c4af15a36e640b1e5e030e7) EnvoyFilter (openshift-ingress/e2e-api-b-29f633)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"e81d99f9-f12a-4758-9039-41148744acd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.732769076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf4cb74-315c-4093-9206-daed91dd6063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.732795981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf4cb74-315c-4093-9206-daed91dd6063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.079952096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a0ccf-c90f-445d-bc26-485d66c60430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.082980889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a0ccf-c90f-445d-bc26-485d66c60430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.086035596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a0ccf-c90f-445d-bc26-485d66c60430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.089148724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a0ccf-c90f-445d-bc26-485d66c60430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.481796717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e01921-dd87-4fea-9c63-c7c17be2312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.488132597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e01921-dd87-4fea-9c63-c7c17be2312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.50125954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e01921-dd87-4fea-9c63-c7c17be2312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.511810588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e01921-dd87-4fea-9c63-c7c17be2312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.581749615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a7dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a7dc9","reconcileID":"f55e50c2-97c1-4771-b7ff-80335ea1672c","aitenant":"ai-tenants/e2e-api-a-6a7dc9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.706492768Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a7dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a7dc9","reconcileID":"f55e50c2-97c1-4771-b7ff-80335ea1672c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a7dc9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6a7dc9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.903451552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a3cf-885c-4f6a-ab27-a1dccf7cf490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.914682264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a3cf-885c-4f6a-ab27-a1dccf7cf490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.925110637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a3cf-885c-4f6a-ab27-a1dccf7cf490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.981781034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a3cf-885c-4f6a-ab27-a1dccf7cf490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:37.997328561Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f493f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f493f7","reconcileID":"8ccb292b-f86a-4041-8b72-e8791802fc00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f493f7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f493f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.252434797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67408234-bcec-4824-addf-f371fad6f6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.25599597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67408234-bcec-4824-addf-f371fad6f6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.259384379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67408234-bcec-4824-addf-f371fad6f6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.266670088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67408234-bcec-4824-addf-f371fad6f6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.682986905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","namespace":"ai-tenant-e2e-ipp-b-9b3619","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.683065624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","namespace":"ai-tenant-e2e-ipp-b-9b3619","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.683139323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","tenant":"e2e-ipp-b-9b3619","tenantID":"e2e-ipp-b-9b3619","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.688516335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9b3619","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.703052105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Service","name":"maas-api-e2e-ipp-b-9b3619","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.71791487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9b3619","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.724831414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9b3619","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.732323209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4b03de-e5cf-45fc-8a09-5895b6aadc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.735130791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.736221242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4b03de-e5cf-45fc-8a09-5895b6aadc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.741381016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4b03de-e5cf-45fc-8a09-5895b6aadc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.748077364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.74840661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4b03de-e5cf-45fc-8a09-5895b6aadc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.777828575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.787198844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.792701502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.799913776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.811071719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Service","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.828040346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.834428068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.84230719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.854621007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.867044222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.872413448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.879189072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.887422334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-277dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-277dc9","reconcileID":"34c01291-03c5-40f0-bb0e-c514604f3e6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-277dc9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-277dc9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.887842758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9b3619","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:38.89346991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9b3619"},"namespace":"ai-tenant-e2e-ipp-b-9b3619","name":"default-tenant","reconcileID":"f5779972-7604-450e-bf0f-b0a603481433","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9b3619","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.386447307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"b5c6327e-5606-4554-8f00-9c689c66c4c9","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.448508047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"b5c6327e-5606-4554-8f00-9c689c66c4c9","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.457919733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8adb96ffb5efe64d075b998b1f7765c35935a8a642f9c7a44046a11d69a2cab) AuthConfig (5f1df875dd9d26ea8221dde2ea9c440f9fced1ca562721388b9d2facdc98dc02) AuthConfig (5f78a2e9af745d8ec901166044c6eb8039c210cb66f7195bd37dc1d407ee19ab) AuthConfig (2d18c6720d9a4c77016444b509a167aa1757133712754e6d17d2f02fef900aec) AuthConfig (721979d75fe9fe3b6f7d6eff78d11c55b372eff009a5f852374ed2a3a65341df) AuthConfig (340e53d45a8c37b20b68992c7372341f2846188b738ff80b69d1324f6b681032) AuthConfig (8fb194b839910b535cf26497b1d29a14f5d1b48b460c4f5df279e799d0d0f741) AuthConfig (a08526c15a80974b3df16507d24059419dc04a152efbd9aad82a536c3477307d) AuthConfig (0a5cb9c0ca1b6db689997b26bbb50a912d3363032ab126527eef55e557167d3d) AuthConfig (f8e3fb36482cd04cd07c636cad7e94d5ecf02445f87212bfd60b42fd7b8e4112) AuthConfig (8b4c6081ff8e7ee5b9e759aa9245f9d4623955dfcf35a3159f38f589e6ac7621) AuthConfig (791700cc2ee74f6f4edafb824cfb48ab15456206b2f0b0d3c6fbe17c0de337a8) AuthConfig (b267ce769d50b38f34d6f806e357f1f5a5d28791c50c961ab0967b80dfa4e883) AuthConfig (5f8de7f0faf4659979196fd50783a83b44a6fefe91228886b56b8ff72bafd123) AuthConfig (d84b5bec385ab4e92db412438560a27f4649c0807440ac451bb918a09f1e2bb6) AuthConfig (d114e8df2d69124631a9f972397a882ad31cf29465b9a4f64d5a5171cf666d50) AuthConfig (1c42679cfc4209ca5196467f68386325e18f71d9e16e8769603e48dbd390226a) AuthConfig (2002ee05fd7f03ec6b8579ba469711ffaecfd3bfc8745ddc1831effebfea95a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"b5c6327e-5606-4554-8f00-9c689c66c4c9","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.470085913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"4ef26938-7c18-48e2-8df3-9d0969998907","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.470165821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"4ef26938-7c18-48e2-8df3-9d0969998907","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.548861407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5e9a44-ca42-4c16-af4a-d9d396b755e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.55723056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5e9a44-ca42-4c16-af4a-d9d396b755e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.563975936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5e9a44-ca42-4c16-af4a-d9d396b755e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.567984809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5e9a44-ca42-4c16-af4a-d9d396b755e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.885782088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf57541-3bff-48b7-89dd-b269526d4cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.890067239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf57541-3bff-48b7-89dd-b269526d4cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.89545498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf57541-3bff-48b7-89dd-b269526d4cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.898932153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf57541-3bff-48b7-89dd-b269526d4cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.498311786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d40a7e-1977-452c-b935-74e29978209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.50182686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d40a7e-1977-452c-b935-74e29978209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.505103183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d40a7e-1977-452c-b935-74e29978209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.508647357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d40a7e-1977-452c-b935-74e29978209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.036964279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22245a74-eadf-4e31-8eec-858c0dc970ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.041323312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22245a74-eadf-4e31-8eec-858c0dc970ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.047311248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22245a74-eadf-4e31-8eec-858c0dc970ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.052505601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22245a74-eadf-4e31-8eec-858c0dc970ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.661737619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358fd389-0f59-4abf-adf4-beba0c22ca22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.665267314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358fd389-0f59-4abf-adf4-beba0c22ca22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.669082844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358fd389-0f59-4abf-adf4-beba0c22ca22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.676448424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358fd389-0f59-4abf-adf4-beba0c22ca22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.944302673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f998390c-76b6-40b0-a108-1e49a27b02b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.947594318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f998390c-76b6-40b0-a108-1e49a27b02b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.950759796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f998390c-76b6-40b0-a108-1e49a27b02b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.9539993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f998390c-76b6-40b0-a108-1e49a27b02b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.224475126Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9b3619","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9b3619","reconcileID":"295b0704-9fd8-4310-8638-0f9ebe7dcdc9","aitenant":"ai-tenants/e2e-ipp-b-9b3619","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.307791654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9b3619","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9b3619","reconcileID":"295b0704-9fd8-4310-8638-0f9ebe7dcdc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9b3619","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9b3619"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.315042298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da64a17-1e50-4ee2-9a4e-70c8c8ee6995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.325007086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da64a17-1e50-4ee2-9a4e-70c8c8ee6995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.379472397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da64a17-1e50-4ee2-9a4e-70c8c8ee6995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.383551461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da64a17-1e50-4ee2-9a4e-70c8c8ee6995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.626393264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888d794d-6460-43b2-9946-366bf21dd8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.629553206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888d794d-6460-43b2-9946-366bf21dd8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.632829973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888d794d-6460-43b2-9946-366bf21dd8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.635749607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888d794d-6460-43b2-9946-366bf21dd8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.739568381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"2cfb391e-08b4-47a3-9706-655891a12e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.747918088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"2cfb391e-08b4-47a3-9706-655891a12e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"name":"e2e-api-b-29f633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.75609068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-29f633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aad728e47725197656badfca816a247e81327b036f98e7fdadc1722b9353223e) AuthConfig (0acc79e424cfb758788d972e9e2fdc862ce456da9118500bfbdc0ee154bcd98c) AuthConfig (16671e9fd7b020f51351261a0431a283510a9a01e1f951839c2d435b47bcf23d) AuthConfig (e2c86a4be2d5753072dedb93434f6e2871b3b8b1fbbbc4918a6e65660f6442e5) AuthConfig (451bc83e85d33da65e2f46b37ed52fb95a96eb84608720b4ae84207da473f6db) AuthConfig (e842b5290ea8e5643e633190dd7f41ec381a3ca13c4af15a36e640b1e5e030e7) EnvoyFilter (openshift-ingress/e2e-api-b-29f633)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"2cfb391e-08b4-47a3-9706-655891a12e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.009997173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022a174f-e34e-4994-97e0-14fc9dbb48ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.018861188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022a174f-e34e-4994-97e0-14fc9dbb48ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.033369102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022a174f-e34e-4994-97e0-14fc9dbb48ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.07101254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022a174f-e34e-4994-97e0-14fc9dbb48ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.524192709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"b38427cc-84bc-4971-ab5d-3d92ef5d8ed2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.52435555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d799a99e-b103-4a6f-8311-d77a98ee6b5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.524376153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d799a99e-b103-4a6f-8311-d77a98ee6b5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.539970465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"b38427cc-84bc-4971-ab5d-3d92ef5d8ed2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.57569151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"b38427cc-84bc-4971-ab5d-3d92ef5d8ed2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"name":"e2e-api-b-29f633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.575720267Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"e2e-e2e-api-b-29f633-policy","reconcileID":"b38427cc-84bc-4971-ab5d-3d92ef5d8ed2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-29f633-policy","namespace":"ai-tenant-e2e-api-b-29f633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-29f633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.583984848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ed0dac-87b0-4f86-b8e8-298da9b4f2d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.584007959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ed0dac-87b0-4f86-b8e8-298da9b4f2d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.1920975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a59967-373f-4d36-9da5-ecffe8262858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.195236021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a59967-373f-4d36-9da5-ecffe8262858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.198159121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a59967-373f-4d36-9da5-ecffe8262858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.201737995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a59967-373f-4d36-9da5-ecffe8262858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.826427787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75b3ff-6e50-4c36-b7f9-c6b05e6e0b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.829783027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75b3ff-6e50-4c36-b7f9-c6b05e6e0b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.832909709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75b3ff-6e50-4c36-b7f9-c6b05e6e0b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:48.840717754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75b3ff-6e50-4c36-b7f9-c6b05e6e0b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:49.479941271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"d129fa38-2c2d-46f3-abcc-745f25b5fbfc","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:49.489076768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"d129fa38-2c2d-46f3-abcc-745f25b5fbfc","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:49.497643446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8adb96ffb5efe64d075b998b1f7765c35935a8a642f9c7a44046a11d69a2cab) AuthConfig (5f1df875dd9d26ea8221dde2ea9c440f9fced1ca562721388b9d2facdc98dc02) AuthConfig (5f78a2e9af745d8ec901166044c6eb8039c210cb66f7195bd37dc1d407ee19ab) AuthConfig (2d18c6720d9a4c77016444b509a167aa1757133712754e6d17d2f02fef900aec) AuthConfig (721979d75fe9fe3b6f7d6eff78d11c55b372eff009a5f852374ed2a3a65341df) AuthConfig (340e53d45a8c37b20b68992c7372341f2846188b738ff80b69d1324f6b681032) AuthConfig (8fb194b839910b535cf26497b1d29a14f5d1b48b460c4f5df279e799d0d0f741) AuthConfig (a08526c15a80974b3df16507d24059419dc04a152efbd9aad82a536c3477307d) AuthConfig (0a5cb9c0ca1b6db689997b26bbb50a912d3363032ab126527eef55e557167d3d) AuthConfig (f8e3fb36482cd04cd07c636cad7e94d5ecf02445f87212bfd60b42fd7b8e4112) AuthConfig (8b4c6081ff8e7ee5b9e759aa9245f9d4623955dfcf35a3159f38f589e6ac7621) AuthConfig (791700cc2ee74f6f4edafb824cfb48ab15456206b2f0b0d3c6fbe17c0de337a8) AuthConfig (b267ce769d50b38f34d6f806e357f1f5a5d28791c50c961ab0967b80dfa4e883) AuthConfig (5f8de7f0faf4659979196fd50783a83b44a6fefe91228886b56b8ff72bafd123) AuthConfig (d84b5bec385ab4e92db412438560a27f4649c0807440ac451bb918a09f1e2bb6) AuthConfig (d114e8df2d69124631a9f972397a882ad31cf29465b9a4f64d5a5171cf666d50) AuthConfig (1c42679cfc4209ca5196467f68386325e18f71d9e16e8769603e48dbd390226a) AuthConfig (2002ee05fd7f03ec6b8579ba469711ffaecfd3bfc8745ddc1831effebfea95a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"d129fa38-2c2d-46f3-abcc-745f25b5fbfc","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.162408693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b4ffec-43cd-41a5-8ca4-0adfc4cb9095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.16690967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b4ffec-43cd-41a5-8ca4-0adfc4cb9095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.170947897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b4ffec-43cd-41a5-8ca4-0adfc4cb9095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.174361724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b4ffec-43cd-41a5-8ca4-0adfc4cb9095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.530238702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cab9584-bd5b-4673-8aad-3228c01b6262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.533945345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cab9584-bd5b-4673-8aad-3228c01b6262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.588707853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cab9584-bd5b-4673-8aad-3228c01b6262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.605227924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cab9584-bd5b-4673-8aad-3228c01b6262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.08090266Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3faa07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3faa07","reconcileID":"3248b48c-5e60-4ab5-8de7-72d23b9de2b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3faa07","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3faa07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.322164039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a40529f-5396-4c11-8d91-4d2c9290c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.325742635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a40529f-5396-4c11-8d91-4d2c9290c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.332532085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a40529f-5396-4c11-8d91-4d2c9290c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.342428075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a40529f-5396-4c11-8d91-4d2c9290c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.791894707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdab5ec1-37ff-4d36-ad6f-6e370b2bb273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.795854576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdab5ec1-37ff-4d36-ad6f-6e370b2bb273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.798868317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdab5ec1-37ff-4d36-ad6f-6e370b2bb273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:51.801743012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdab5ec1-37ff-4d36-ad6f-6e370b2bb273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.153450555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f801ce-24d8-4e91-a62f-db1729c0437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.15702784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f801ce-24d8-4e91-a62f-db1729c0437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.160051735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f801ce-24d8-4e91-a62f-db1729c0437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.177515403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f801ce-24d8-4e91-a62f-db1729c0437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.541706806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7501024-22c8-4842-916b-3fc46d671615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.550381697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7501024-22c8-4842-916b-3fc46d671615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.561040503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7501024-22c8-4842-916b-3fc46d671615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.595521986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7501024-22c8-4842-916b-3fc46d671615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.456148218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b16fed-088e-4c20-b798-711cd98b31d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.484197562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b16fed-088e-4c20-b798-711cd98b31d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.492288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b16fed-088e-4c20-b798-711cd98b31d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.496477974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b16fed-088e-4c20-b798-711cd98b31d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.737691026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"fd062c76-236c-4985-8abd-2b3beef242d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f493f7","tenantID":"e2e-praxis-b-f493f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.779784993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"fd062c76-236c-4985-8abd-2b3beef242d1","name":"e2e-praxis-b-f493f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.981496043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2c2770-42ad-4655-a605-7ebbd779226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.98583466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2c2770-42ad-4655-a605-7ebbd779226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.989703762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2c2770-42ad-4655-a605-7ebbd779226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:53.994733214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2c2770-42ad-4655-a605-7ebbd779226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:55.71425831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:56.383638273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"9fbb6376-1224-49f7-baea-9e5a33403d55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-277dc9","tenantID":"e2e-ipp-b-277dc9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:56.445313507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"9fbb6376-1224-49f7-baea-9e5a33403d55","name":"e2e-ipp-b-277dc9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.447856483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","namespace":"ai-tenant-e2e-api-b-29f633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.447913156Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","namespace":"ai-tenant-e2e-api-b-29f633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.447959742Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","tenant":"e2e-api-b-29f633","tenantID":"e2e-api-b-29f633","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.454119672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Deployment","name":"maas-api-e2e-api-b-29f633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.467821629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Service","name":"maas-api-e2e-api-b-29f633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.497673728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-29f633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.519430646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-29f633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.533370903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.541531851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.550425935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.564148886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.567894416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Deployment","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.570726948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.579460218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Service","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.582327311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"Service","name":"payload-pre-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.585159974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.589873134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.592776963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.603659361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.608181336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.611450256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.619778164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-29f633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.62393279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-29f633"},"namespace":"ai-tenant-e2e-api-b-29f633","name":"default-tenant","reconcileID":"5c5148b2-30ca-4179-bbc9-78bb42231733","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-29f633","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.522792909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"28397b3f-6d5b-450e-91dc-3e784e8c211a","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.568049772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"28397b3f-6d5b-450e-91dc-3e784e8c211a","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.584234887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-389e6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8adb96ffb5efe64d075b998b1f7765c35935a8a642f9c7a44046a11d69a2cab) AuthConfig (5f1df875dd9d26ea8221dde2ea9c440f9fced1ca562721388b9d2facdc98dc02) AuthConfig (5f78a2e9af745d8ec901166044c6eb8039c210cb66f7195bd37dc1d407ee19ab) AuthConfig (2d18c6720d9a4c77016444b509a167aa1757133712754e6d17d2f02fef900aec) AuthConfig (721979d75fe9fe3b6f7d6eff78d11c55b372eff009a5f852374ed2a3a65341df) AuthConfig (340e53d45a8c37b20b68992c7372341f2846188b738ff80b69d1324f6b681032) AuthConfig (8fb194b839910b535cf26497b1d29a14f5d1b48b460c4f5df279e799d0d0f741) AuthConfig (a08526c15a80974b3df16507d24059419dc04a152efbd9aad82a536c3477307d) AuthConfig (0a5cb9c0ca1b6db689997b26bbb50a912d3363032ab126527eef55e557167d3d) AuthConfig (f8e3fb36482cd04cd07c636cad7e94d5ecf02445f87212bfd60b42fd7b8e4112) AuthConfig (8b4c6081ff8e7ee5b9e759aa9245f9d4623955dfcf35a3159f38f589e6ac7621) AuthConfig (791700cc2ee74f6f4edafb824cfb48ab15456206b2f0b0d3c6fbe17c0de337a8) AuthConfig (b267ce769d50b38f34d6f806e357f1f5a5d28791c50c961ab0967b80dfa4e883) AuthConfig (5f8de7f0faf4659979196fd50783a83b44a6fefe91228886b56b8ff72bafd123) AuthConfig (d84b5bec385ab4e92db412438560a27f4649c0807440ac451bb918a09f1e2bb6) AuthConfig (d114e8df2d69124631a9f972397a882ad31cf29465b9a4f64d5a5171cf666d50) AuthConfig (1c42679cfc4209ca5196467f68386325e18f71d9e16e8769603e48dbd390226a) AuthConfig (2002ee05fd7f03ec6b8579ba469711ffaecfd3bfc8745ddc1831effebfea95a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"28397b3f-6d5b-450e-91dc-3e784e8c211a","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.608568797Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-29f633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-29f633","reconcileID":"32407a94-4775-4450-86bd-b798ea54042f","aitenant":"ai-tenants/e2e-api-b-29f633","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.726079885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1a-2565-40a0-aedb-6521a3ff8333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.729291531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1a-2565-40a0-aedb-6521a3ff8333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.730844665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-29f633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-29f633","reconcileID":"32407a94-4775-4450-86bd-b798ea54042f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-29f633","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-29f633"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.73306377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1a-2565-40a0-aedb-6521a3ff8333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.738688546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87819b1a-2565-40a0-aedb-6521a3ff8333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.058630209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"721241ef-3273-4a66-b4e6-672c7381fce9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3faa07","tenantID":"e2e-praxis-a-3faa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.085692479Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"721241ef-3273-4a66-b4e6-672c7381fce9","name":"e2e-praxis-a-3faa07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.1254808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55149e-0e87-4826-91e4-6189bdfaa5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.134496074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55149e-0e87-4826-91e4-6189bdfaa5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.186791987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55149e-0e87-4826-91e4-6189bdfaa5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.202727959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55149e-0e87-4826-91e4-6189bdfaa5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:05.96347995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a9a2b8-cb8c-4199-90fb-9ce3ab0d2df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.028941354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a9a2b8-cb8c-4199-90fb-9ce3ab0d2df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.039039434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a9a2b8-cb8c-4199-90fb-9ce3ab0d2df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.046767794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a9a2b8-cb8c-4199-90fb-9ce3ab0d2df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.285018733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa87d57-73bc-41f5-b772-45701020036b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.312628459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa87d57-73bc-41f5-b772-45701020036b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.324639924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa87d57-73bc-41f5-b772-45701020036b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.329133975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa87d57-73bc-41f5-b772-45701020036b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.585523782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72945870-76ea-4a08-bfc2-6f5e61f0d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.588898967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72945870-76ea-4a08-bfc2-6f5e61f0d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.592517742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72945870-76ea-4a08-bfc2-6f5e61f0d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:06.596469957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72945870-76ea-4a08-bfc2-6f5e61f0d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.317476687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4731c-1536-40d5-aa32-4f479b9001a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.322006217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4731c-1536-40d5-aa32-4f479b9001a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.326694567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4731c-1536-40d5-aa32-4f479b9001a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.330053393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4731c-1536-40d5-aa32-4f479b9001a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.647325639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56512a46-c3bb-4113-a3d1-f3d111eff2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.650583554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56512a46-c3bb-4113-a3d1-f3d111eff2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.654622243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56512a46-c3bb-4113-a3d1-f3d111eff2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.661462029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56512a46-c3bb-4113-a3d1-f3d111eff2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.850180894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6407d60-e7b1-46b7-8d4b-952960cad4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.853467568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6407d60-e7b1-46b7-8d4b-952960cad4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.856964919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6407d60-e7b1-46b7-8d4b-952960cad4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.863067774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6407d60-e7b1-46b7-8d4b-952960cad4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.063549652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049a2317-ca24-4a15-830e-cbab9cf923c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.066806675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049a2317-ca24-4a15-830e-cbab9cf923c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.070247075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049a2317-ca24-4a15-830e-cbab9cf923c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.075357646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049a2317-ca24-4a15-830e-cbab9cf923c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.433901967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03bc19-f032-4cb7-ba1b-26f2d650c122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.437287619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03bc19-f032-4cb7-ba1b-26f2d650c122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.440423291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03bc19-f032-4cb7-ba1b-26f2d650c122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.443675181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03bc19-f032-4cb7-ba1b-26f2d650c122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.636469426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"91a9f6ac-f214-48a7-b1b4-15839cba5967","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.683112837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"91a9f6ac-f214-48a7-b1b4-15839cba5967","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.708892893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"f2226400-42be-4298-8409-cc75b40e4ac7","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.708914745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"f2226400-42be-4298-8409-cc75b40e4ac7","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.751378156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3b39b6-7a90-4de4-88e8-e9cced864faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.754551348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3b39b6-7a90-4de4-88e8-e9cced864faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.757694143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3b39b6-7a90-4de4-88e8-e9cced864faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.760884642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3b39b6-7a90-4de4-88e8-e9cced864faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.954427143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb471432-e713-4f02-82bd-45194dde44f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.957595246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb471432-e713-4f02-82bd-45194dde44f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.960859016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb471432-e713-4f02-82bd-45194dde44f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:09.96379997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb471432-e713-4f02-82bd-45194dde44f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:10.477251312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c6092e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c6092e","reconcileID":"f0925577-d99c-4ee5-96aa-37bbb34cf164","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c6092e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c6092e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:10.562252848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19377bc0-4a41-491a-a6c9-06567b98ea46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:10.569947993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19377bc0-4a41-491a-a6c9-06567b98ea46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:10.57380208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19377bc0-4a41-491a-a6c9-06567b98ea46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:10.577324074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19377bc0-4a41-491a-a6c9-06567b98ea46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.088075626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354987eb-99bc-4203-bdea-26e969222c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.091534865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354987eb-99bc-4203-bdea-26e969222c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.094801967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354987eb-99bc-4203-bdea-26e969222c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.097946199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354987eb-99bc-4203-bdea-26e969222c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.348342579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d1da13-d4ee-4128-aa55-b2ff10d3cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.351607592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d1da13-d4ee-4128-aa55-b2ff10d3cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.354687278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d1da13-d4ee-4128-aa55-b2ff10d3cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:11.357989212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d1da13-d4ee-4128-aa55-b2ff10d3cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:13.990434485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"8475152f-7e5e-48c4-b4a8-77227b34fd54","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:13.990457758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"8475152f-7e5e-48c4-b4a8-77227b34fd54","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:13.997725847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"d44a4d9c-0af9-4d09-8514-be8373b056a7","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.00144167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"dc3f2721-8fae-4fed-90d7-f8b41176241f","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.001462812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"dc3f2721-8fae-4fed-90d7-f8b41176241f","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:59:14.002325961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"397e91a1-f75d-40fa-b3d2-be31ec08f95d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-389e6d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.005931356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"d44a4d9c-0af9-4d09-8514-be8373b056a7","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:59:14.006402402Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"dc3f2721-8fae-4fed-90d7-f8b41176241f","name":"ipp-route-389e6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-389e6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:59:14.006462046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"dc3f2721-8fae-4fed-90d7-f8b41176241f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-389e6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.01262849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"1eb8a4ea-1520-4232-85d9-307e80bf4051","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.012642707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"1eb8a4ea-1520-4232-85d9-307e80bf4051","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.014347525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"f4ecd195-5c20-4d8d-896c-10511379443e","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.014362311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"f4ecd195-5c20-4d8d-896c-10511379443e","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.024280663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"1eaaae65-b344-4302-b101-399c208b4598","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.024301719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"1eaaae65-b344-4302-b101-399c208b4598","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.043883771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"96e05501-dd3a-444d-9e97-6a28df0197e3","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"maas-trlp-ipp-route-389e6d","model":"ipp-route-389e6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.071757753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"04539284-2232-4530-916a-d1b7166422dc","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.071775143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"04539284-2232-4530-916a-d1b7166422dc","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.096182431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"1e22fdce-ac86-4750-8e72-dda78691c3d1","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.104498245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"1e22fdce-ac86-4750-8e72-dda78691c3d1","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:14.136724438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"43fa2d8d-d683-4dd2-9efb-1e2b060e252d","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"maas-trlp-ipp-route-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.853019823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a62cedc-7664-47c3-a26d-ef4cdd104da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.856406098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a62cedc-7664-47c3-a26d-ef4cdd104da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.859672732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a62cedc-7664-47c3-a26d-ef4cdd104da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.862761095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a62cedc-7664-47c3-a26d-ef4cdd104da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.243742213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffb4bba-48f8-440d-b64c-364a92824292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.246814871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffb4bba-48f8-440d-b64c-364a92824292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.24995229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffb4bba-48f8-440d-b64c-364a92824292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.253190997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffb4bba-48f8-440d-b64c-364a92824292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:21.840468959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"4d29c7f0-e25d-43e5-8e64-94b1d18d99dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c6092e","tenantID":"e2e-ipp-a-c6092e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:21.913342784Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"4d29c7f0-e25d-43e5-8e64-94b1d18d99dc","name":"e2e-ipp-a-c6092e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:21.972659297Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"6dbfb095-0817-4ad0-a330-eb8dca18a42f","gateway":"openshift-ingress/e2e-ipp-b-277dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:24.766937519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"cfa61514-e924-461c-87dc-b3e0872080a2","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"maas-trlp-ipp-route-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:24.860038405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"c9320f4b-7270-4dfd-b73c-f054430e7ede","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:24.860190452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"c9320f4b-7270-4dfd-b73c-f054430e7ede","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:25.078474146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"573377bb-b592-46ac-8d72-615b58e0d453","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:25.092291997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"573377bb-b592-46ac-8d72-615b58e0d453","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:25.69654869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.576048228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"1d9e4310-0e70-43dc-9d24-cd7436fe7e5f","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.576162596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"1d9e4310-0e70-43dc-9d24-cd7436fe7e5f","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.883347317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"19846d09-a679-4752-935a-410709baa954","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.883369893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"19846d09-a679-4752-935a-410709baa954","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.889671769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"f57e5334-ef9f-49a7-be59-c071c5895255","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.889695277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"f57e5334-ef9f-49a7-be59-c071c5895255","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:27.97989383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"6b920012-1a4d-42cb-ab8b-25c502d9d503","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:28.010151841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"6b920012-1a4d-42cb-ab8b-25c502d9d503","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:28.019039857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1d04-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"6b920012-1a4d-42cb-ab8b-25c502d9d503","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:28.02626058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"27af5fa5-403d-4078-89ae-2a4f30a5fe40","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:28.026280471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"27af5fa5-403d-4078-89ae-2a4f30a5fe40","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.777009034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599f0-0096-4e78-aa78-12229431c4ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.780490332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599f0-0096-4e78-aa78-12229431c4ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.783492651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599f0-0096-4e78-aa78-12229431c4ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.78667482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599f0-0096-4e78-aa78-12229431c4ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:35.15354043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf696a1-540c-40ca-842a-fe60db952355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:35.156988798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf696a1-540c-40ca-842a-fe60db952355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:35.160133662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf696a1-540c-40ca-842a-fe60db952355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:35.166345566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf696a1-540c-40ca-842a-fe60db952355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.477026774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f11a26-e3b4-47a7-a780-eb6bee518ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.480362467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f11a26-e3b4-47a7-a780-eb6bee518ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.483373695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f11a26-e3b4-47a7-a780-eb6bee518ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.486249446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f11a26-e3b4-47a7-a780-eb6bee518ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.740522522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b660f-f7e7-4806-af60-c2233eaf8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.743598402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b660f-f7e7-4806-af60-c2233eaf8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.746641377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b660f-f7e7-4806-af60-c2233eaf8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:36.749655596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b660f-f7e7-4806-af60-c2233eaf8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.054159906Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5cf30a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5cf30a","reconcileID":"a8dbce0a-d5f5-4c3b-a0bf-ed6c874945fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5cf30a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5cf30a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.337892871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fca76-0538-4045-8ff4-abb1308402fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.341484162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fca76-0538-4045-8ff4-abb1308402fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.344840469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fca76-0538-4045-8ff4-abb1308402fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.347922922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fca76-0538-4045-8ff4-abb1308402fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.523048895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2496b62b-3d54-4831-8d11-adbc6f73cf11","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.523125696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2496b62b-3d54-4831-8d11-adbc6f73cf11","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.541857016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"bb0fb5c3-471b-4979-a25b-1c821499ee8d","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.545218926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"f08ea320-8415-44ac-9872-39a973ff9ff3","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"maas-trlp-ipp-route-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.552160581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"bb0fb5c3-471b-4979-a25b-1c821499ee8d","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.575198546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"6cac0a33-5bd0-4bc9-9e57-b855cf5fabe3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.575246854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"6cac0a33-5bd0-4bc9-9e57-b855cf5fabe3","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.639454972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"0f1f6d76-5172-4dce-bba3-c2d6d7690742","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"maas-trlp-ipp-route-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.083496641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"5d09ac37-88e6-4a4e-89b3-2e9b8bfd06de","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.091578564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"5d09ac37-88e6-4a4e-89b3-2e9b8bfd06de","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.098307553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1d04-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"5d09ac37-88e6-4a4e-89b3-2e9b8bfd06de","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.067069339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f19a8-897a-4ac4-bdaf-a1c137ed0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.070411893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f19a8-897a-4ac4-bdaf-a1c137ed0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.073586319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f19a8-897a-4ac4-bdaf-a1c137ed0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.076777288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f19a8-897a-4ac4-bdaf-a1c137ed0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.13560081Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"cc30ea79-a623-4513-bd6f-b32dbdd75fab","gateway":"openshift-ingress/e2e-ipp-a-c6092e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.437555924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154a5f6-27c1-4e24-9613-82ff3b5762ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.440748986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154a5f6-27c1-4e24-9613-82ff3b5762ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.443883822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154a5f6-27c1-4e24-9613-82ff3b5762ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.446891909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154a5f6-27c1-4e24-9613-82ff3b5762ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.740967399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77349794-7c62-4906-ad3e-8d075917b04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.744144695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77349794-7c62-4906-ad3e-8d075917b04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.747326847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77349794-7c62-4906-ad3e-8d075917b04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.750518042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77349794-7c62-4906-ad3e-8d075917b04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.648461784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"981bc0b4-fdc6-44b6-bc06-2629f7ffc651","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.649268401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"981bc0b4-fdc6-44b6-bc06-2629f7ffc651","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:48.138777421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"cefaf55a-a98d-464a-b486-a093c8248d2b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:48.155899012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"cefaf55a-a98d-464a-b486-a093c8248d2b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:48.169620385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1d04-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a84910f80382d4842f57745c0baf94330a7944dd451be21398794a51a20a9a86) AuthConfig (a80bcc7468e5208475c56c0ff47e13b13a662120494e670c1ffd71fe0cc834fb) AuthConfig (4b7294ca3daab64ae49421c9af5d6655551005f2e8ef8c89896efb64565b7827) AuthConfig (b45d44b510598093676350c7aee6aabc1510c89e2db5380e9e096d61ec5c0c62) AuthConfig (bbafd975ebaeeab415866269f8a19508781e070f03223be3b95eeb625b959c11) AuthConfig (6498b3bc0726e70f222e26d2e1a5cae3b386a7dc1b89b5941e3e4e7c8e301933) AuthConfig (d51da6a32e39ac26718a598075eba3f3b17b5f339ae0c7d9c3b93a16d3674a84) AuthConfig (bfe142a027cee7af14ee272815080ac53835bad46da12807f67107687d2b3be8) AuthConfig (eab708ea0b5908f6edd94b0093644ba564e6029705c932ed4310469a71dbe672) AuthConfig (199b5f5ad5b9432e9910d4aecdeb6c698d3a75d41ad9a4351b2cfd58523ab794) AuthConfig (f631e5d3e3c5f62d46312a2c4492744847947dd0383ba9b49416c807eed66c36) AuthConfig (dffd4f0a7b58e5262cd5301fc9ca1ca6c9409e55b062fd01e065657f8df1edea) AuthConfig (44f01f16cfd16d4bf3f11337f27a2ec178baf511f6c4d90723d8de786f81550f) AuthConfig (370dca6ac7bef89492135ba586a87711f43746c011e94343568dcfb3b974bbe4) AuthConfig (0a9cb18a5fbb943f85616602d50ef7eef5c389e69ec1f4688100b0a929ddf618) AuthConfig (a3693c6bd101caf7114cd5dfb47394e4d9fcedaaf39bbd796018c73bd5d2e954) AuthConfig (73cbac04ef2e82c986ffecdfba2963fae5128b687639b152251a70268957751f) AuthConfig (e088d0dd1b571efda9641471524b4d4fb144fa5a90cbee4dc17db46afb5c407c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"cefaf55a-a98d-464a-b486-a093c8248d2b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:48.181117425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"d1208f60-14c9-40b5-8704-a655fd3f6d1e","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:48.181266489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"d1208f60-14c9-40b5-8704-a655fd3f6d1e","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:49.771572395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"fecd77a5-c103-4433-884c-18647963cd61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5cf30a","tenantID":"e2e-praxis-b-5cf30a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:49.805488809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"fecd77a5-c103-4433-884c-18647963cd61","name":"e2e-praxis-b-5cf30a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.174979696Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","namespace":"ai-tenant-e2e-ipp-a-3b6e2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.175036684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","namespace":"ai-tenant-e2e-ipp-a-3b6e2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.175091386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","tenant":"e2e-ipp-a-3b6e2b","tenantID":"e2e-ipp-a-3b6e2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.180030008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3b6e2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.195069819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Service","name":"maas-api-e2e-ipp-a-3b6e2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.2076142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3b6e2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.213668051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3b6e2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.220027623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.228604539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.239876697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.246102223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.251768906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.257192136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.284739562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Service","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.298684283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.305503175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.313034721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.323941618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.331033318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.336959125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.34226542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.347146926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3b6e2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:53.352500105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3b6e2b"},"namespace":"ai-tenant-e2e-ipp-a-3b6e2b","name":"default-tenant","reconcileID":"bf28419c-e464-4151-98de-4c72e46cf4ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3b6e2b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.600586451Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3b6e2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3b6e2b","reconcileID":"e2754a2c-53eb-4e4d-9305-7190a7119a5d","aitenant":"ai-tenants/e2e-ipp-a-3b6e2b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.749121227Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3b6e2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3b6e2b","reconcileID":"e2754a2c-53eb-4e4d-9305-7190a7119a5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3b6e2b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3b6e2b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.765365478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0629e59a-c87d-432c-a683-4f9020916389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.76900136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0629e59a-c87d-432c-a683-4f9020916389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.772170395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0629e59a-c87d-432c-a683-4f9020916389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:54.777737823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0629e59a-c87d-432c-a683-4f9020916389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.053369822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a27b630-1ef8-4af6-be6e-e1eff29afd1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.056770439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a27b630-1ef8-4af6-be6e-e1eff29afd1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.060235659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a27b630-1ef8-4af6-be6e-e1eff29afd1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.063631238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a27b630-1ef8-4af6-be6e-e1eff29afd1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.292514303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf71193-8e02-4b62-8948-8bb9d8408a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.311392422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf71193-8e02-4b62-8948-8bb9d8408a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.407530691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf71193-8e02-4b62-8948-8bb9d8408a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.417843842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf71193-8e02-4b62-8948-8bb9d8408a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:55.695237171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:57.677041369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"ea4fb7b7-93a1-4a84-9bc5-fa29da0b5932","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:57.67707291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"ea4fb7b7-93a1-4a84-9bc5-fa29da0b5932","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:58.186515932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"205637d0-25f2-4ed8-9af3-06affb470007","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:58.195027948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"205637d0-25f2-4ed8-9af3-06affb470007","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:58.202013704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1b1d04-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a84910f80382d4842f57745c0baf94330a7944dd451be21398794a51a20a9a86) AuthConfig (a80bcc7468e5208475c56c0ff47e13b13a662120494e670c1ffd71fe0cc834fb) AuthConfig (4b7294ca3daab64ae49421c9af5d6655551005f2e8ef8c89896efb64565b7827) AuthConfig (b45d44b510598093676350c7aee6aabc1510c89e2db5380e9e096d61ec5c0c62) AuthConfig (bbafd975ebaeeab415866269f8a19508781e070f03223be3b95eeb625b959c11) AuthConfig (6498b3bc0726e70f222e26d2e1a5cae3b386a7dc1b89b5941e3e4e7c8e301933) AuthConfig (d51da6a32e39ac26718a598075eba3f3b17b5f339ae0c7d9c3b93a16d3674a84) AuthConfig (bfe142a027cee7af14ee272815080ac53835bad46da12807f67107687d2b3be8) AuthConfig (eab708ea0b5908f6edd94b0093644ba564e6029705c932ed4310469a71dbe672) AuthConfig (199b5f5ad5b9432e9910d4aecdeb6c698d3a75d41ad9a4351b2cfd58523ab794) AuthConfig (f631e5d3e3c5f62d46312a2c4492744847947dd0383ba9b49416c807eed66c36) AuthConfig (dffd4f0a7b58e5262cd5301fc9ca1ca6c9409e55b062fd01e065657f8df1edea) AuthConfig (44f01f16cfd16d4bf3f11337f27a2ec178baf511f6c4d90723d8de786f81550f) AuthConfig (370dca6ac7bef89492135ba586a87711f43746c011e94343568dcfb3b974bbe4) AuthConfig (0a9cb18a5fbb943f85616602d50ef7eef5c389e69ec1f4688100b0a929ddf618) AuthConfig (a3693c6bd101caf7114cd5dfb47394e4d9fcedaaf39bbd796018c73bd5d2e954) AuthConfig (73cbac04ef2e82c986ffecdfba2963fae5128b687639b152251a70268957751f) AuthConfig (e088d0dd1b571efda9641471524b4d4fb144fa5a90cbee4dc17db46afb5c407c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"205637d0-25f2-4ed8-9af3-06affb470007","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.319161454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96597d97-6922-43df-83ca-4f9b3a4a87b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.379146543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96597d97-6922-43df-83ca-4f9b3a4a87b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.403591289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96597d97-6922-43df-83ca-4f9b3a4a87b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.410291492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96597d97-6922-43df-83ca-4f9b3a4a87b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.661526219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564a4a0b-ddb6-46f8-8139-a41400fb3e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.665370866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564a4a0b-ddb6-46f8-8139-a41400fb3e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.668578331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564a4a0b-ddb6-46f8-8139-a41400fb3e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.672040555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564a4a0b-ddb6-46f8-8139-a41400fb3e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.868942652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b138d9-e827-4948-9926-e2e10914d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.87264184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b138d9-e827-4948-9926-e2e10914d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.875820428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b138d9-e827-4948-9926-e2e10914d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.879503426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b138d9-e827-4948-9926-e2e10914d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.120667141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e92185-e127-4a70-8409-426a86a84307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.123848041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e92185-e127-4a70-8409-426a86a84307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.126858303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e92185-e127-4a70-8409-426a86a84307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.130277276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e92185-e127-4a70-8409-426a86a84307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.785084716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4942f5-d143-4329-8e5e-07702cdad7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.78806116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4942f5-d143-4329-8e5e-07702cdad7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.79134225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4942f5-d143-4329-8e5e-07702cdad7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.794473572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4942f5-d143-4329-8e5e-07702cdad7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.136521223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5b10c1-6029-475e-a13f-29eef2cf0143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.167986465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5b10c1-6029-475e-a13f-29eef2cf0143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.178627797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5b10c1-6029-475e-a13f-29eef2cf0143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.245307484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5b10c1-6029-475e-a13f-29eef2cf0143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.543289147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3a4604-f6d6-4c0d-ad1d-5222e1f71b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.546595522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3a4604-f6d6-4c0d-ad1d-5222e1f71b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.549593237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3a4604-f6d6-4c0d-ad1d-5222e1f71b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.553479512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3a4604-f6d6-4c0d-ad1d-5222e1f71b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:06.714368622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b3020","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b3020","reconcileID":"1e8666b7-30cc-4eb5-b4e6-6f81219f1b8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b3020","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8b3020":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.060887332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d403b34-6bde-4423-8d7d-8137716fecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.07613154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d403b34-6bde-4423-8d7d-8137716fecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.099361516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d403b34-6bde-4423-8d7d-8137716fecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.113837842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d403b34-6bde-4423-8d7d-8137716fecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.371913993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd7426f-33fd-4fb8-b232-c2272db9062d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.375171057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd7426f-33fd-4fb8-b232-c2272db9062d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.378521322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd7426f-33fd-4fb8-b232-c2272db9062d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.381689109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd7426f-33fd-4fb8-b232-c2272db9062d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.678433674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"c7fe3147-1ce9-4fbc-8c2e-dc27ae308aac","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:07.678454422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"c7fe3147-1ce9-4fbc-8c2e-dc27ae308aac","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.21167654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"40aacbf3-4bf1-4b2f-a134-5239b7fe10e3","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.219931839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"40aacbf3-4bf1-4b2f-a134-5239b7fe10e3","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.243878271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"8f7ac643-c614-45ec-95b9-41b71f7a1955","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.243898979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"8f7ac643-c614-45ec-95b9-41b71f7a1955","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.786391224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"dfed21f4-9f26-4162-9696-6601d70e15a1","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.786434218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"dfed21f4-9f26-4162-9696-6601d70e15a1","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:09.802967437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"fe647dee-9a88-4a62-89a2-5c38a4460339","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-1b1d04-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.811774621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e66acb99-2857-4043-8e4c-67331ed20ddf","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.829531995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e66acb99-2857-4043-8e4c-67331ed20ddf","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:09.854708785Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e66acb99-2857-4043-8e4c-67331ed20ddf","name":"praxis-route-1b1d04","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1d04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:09.85485105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e66acb99-2857-4043-8e4c-67331ed20ddf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-1b1d04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.857042286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"b4e12477-a4ee-4b94-a63e-922564593bb8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.857149372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"b4e12477-a4ee-4b94-a63e-922564593bb8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.862103911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"636ccae6-7b81-4215-8ddc-0101453d4997","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.868401561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"a137b133-5b41-4426-b406-982162b882b8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.868488224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"a137b133-5b41-4426-b406-982162b882b8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.872879388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"636ccae6-7b81-4215-8ddc-0101453d4997","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.889840396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"a1e1fd2d-0e8f-4990-95ea-eff131657474","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"praxis-route-1b1d04","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.911745981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e3ee2875-1524-44fd-b08a-eb968fd9171b","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.911843834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e3ee2875-1524-44fd-b08a-eb968fd9171b","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.952043055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"69062ea2-33f4-4e2b-8695-7fc4e5bc4f27","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.961822648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"69062ea2-33f4-4e2b-8695-7fc4e5bc4f27","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:09.984760767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"9ce112dc-c77b-4103-be9f-378902911f11","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.699397385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"62bcc0a8-ae65-4edd-bdf3-898342829175","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.699421075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"62bcc0a8-ae65-4edd-bdf3-898342829175","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.722070182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"66306fcf-b6a9-404c-8c6d-7f8dd09da8a4","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.72353465Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"174e3474-9a8d-44fd-b905-9d01109761d6","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.731123946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"d3b1833d-3154-4887-9bca-cc8e6ed7e7a9","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.737510194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"66306fcf-b6a9-404c-8c6d-7f8dd09da8a4","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.788073562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2bea99c3-dbd7-49cb-bc3d-3f5f7da00232","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.788101307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"2bea99c3-dbd7-49cb-bc3d-3f5f7da00232","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.793956887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"924cce63-3235-43ad-8955-5dc94f9f52d3","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.80675838Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"3e5532b0-fad0-4d8d-9798-17d769c52b06","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.837440979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","namespace":"ai-tenant-e2e-ipp-b-277dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.837499304Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","namespace":"ai-tenant-e2e-ipp-b-277dc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.837545594Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","tenant":"e2e-ipp-b-277dc9","tenantID":"e2e-ipp-b-277dc9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.842657808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-277dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.878405888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Service","name":"maas-api-e2e-ipp-b-277dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.887760276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-277dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.897140838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-277dc9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.905344962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.910770952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"a1bc10d5-d12d-4cd3-abf5-23e43ab016f4","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.910869837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.93022442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.930346943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"a1bc10d5-d12d-4cd3-abf5-23e43ab016f4","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.939532167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.947289027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.948713267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abae8592-7a12-45e9-a3e8-74ea6391ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.952109857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abae8592-7a12-45e9-a3e8-74ea6391ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.956115543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abae8592-7a12-45e9-a3e8-74ea6391ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.956422959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.95976698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abae8592-7a12-45e9-a3e8-74ea6391ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.987825448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Service","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.003476047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.00994034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.017381691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.024273218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.034530859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.039847374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.045055884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.052139885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-277dc9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.058732638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-277dc9"},"namespace":"ai-tenant-e2e-ipp-b-277dc9","name":"default-tenant","reconcileID":"d0b08caf-2ab6-4c88-890a-38a2ad3f7ce9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-277dc9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.344182338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"16a82d3c-e5fb-4d91-9deb-21ad68cd95b8","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.373645324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"24801f0a-1acc-4ff3-bcd3-a98aaf9c7c5d","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"tenant":"e2e-ipp-a-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.37377129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d","reconcileID":"24801f0a-1acc-4ff3-bcd3-a98aaf9c7c5d","MaaSModelRef":{"name":"ipp-route-389e6d","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"routeName":"ipp-route-389e6d-kserve-route","namespace":"ai-tenant-e2e-ipp-a-389e6d","llmisvcName":"ipp-route-389e6d","gateway":"openshift-ingress/e2e-ipp-a-389e6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.511482397Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"c78411fd-d651-4596-8920-a48c57010732","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.583577038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"16a82d3c-e5fb-4d91-9deb-21ad68cd95b8","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.60169492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"0324855f-1459-424f-b132-5b0d491d9f35","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa494873","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.614976233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"16a82d3c-e5fb-4d91-9deb-21ad68cd95b8","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"name":"e2e-ipp-a-389e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.6149981Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-auth","reconcileID":"16a82d3c-e5fb-4d91-9deb-21ad68cd95b8","MaaSAuthPolicy":{"name":"ipp-route-389e6d-auth","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.63788713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406b149a-eb7d-4d06-8a88-6b4e8d6bfea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.642407934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406b149a-eb7d-4d06-8a88-6b4e8d6bfea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.694498352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406b149a-eb7d-4d06-8a88-6b4e8d6bfea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.7593953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406b149a-eb7d-4d06-8a88-6b4e8d6bfea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.017816774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"2130f6d2-c5b4-4bd4-9e34-b8238f8a6917","namespace":"ai-tenant-e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.01788061Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"2130f6d2-c5b4-4bd4-9e34-b8238f8a6917","name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.023037036Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"2130f6d2-c5b4-4bd4-9e34-b8238f8a6917","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.023055795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"2130f6d2-c5b4-4bd4-9e34-b8238f8a6917","namespace":"ai-tenant-e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.767682711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf53fc3-472b-4d62-b189-15c03c45b922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.772813877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf53fc3-472b-4d62-b189-15c03c45b922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.782054778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf53fc3-472b-4d62-b189-15c03c45b922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.792670575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf53fc3-472b-4d62-b189-15c03c45b922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.063015917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24490f8b-7d77-4f73-a199-f95bd743276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.074402848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24490f8b-7d77-4f73-a199-f95bd743276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.082154097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24490f8b-7d77-4f73-a199-f95bd743276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.087684913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24490f8b-7d77-4f73-a199-f95bd743276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.103153673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"d1dbff17-2832-4ccf-8e55-457de622ec11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8b3020","tenantID":"e2e-ipp-b-8b3020","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.184581243Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"d1dbff17-2832-4ccf-8e55-457de622ec11","name":"e2e-ipp-b-8b3020-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.62141208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7aa422-88e1-4c96-8e27-9362b6495a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.624905898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7aa422-88e1-4c96-8e27-9362b6495a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.628084463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7aa422-88e1-4c96-8e27-9362b6495a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.631196908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7aa422-88e1-4c96-8e27-9362b6495a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.079814344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61cc12c-a1de-49ad-9001-65bc961d8ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.083057345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61cc12c-a1de-49ad-9001-65bc961d8ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.086358843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61cc12c-a1de-49ad-9001-65bc961d8ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.089590905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61cc12c-a1de-49ad-9001-65bc961d8ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.06310895Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-277dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-277dc9","reconcileID":"f4c6b180-95d2-4d37-9854-1bee76ee6658","aitenant":"ai-tenants/e2e-ipp-b-277dc9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.134867324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00424add-e7f3-4298-83d7-c63a3ca7cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.137943273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00424add-e7f3-4298-83d7-c63a3ca7cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.139729841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-277dc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-277dc9","reconcileID":"f4c6b180-95d2-4d37-9854-1bee76ee6658","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-277dc9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-277dc9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.141401523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00424add-e7f3-4298-83d7-c63a3ca7cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.144713091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00424add-e7f3-4298-83d7-c63a3ca7cee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.246627311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","namespace":"ai-tenant-e2e-praxis-a-3faa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.25146882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","namespace":"ai-tenant-e2e-praxis-a-3faa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.251604008Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","tenant":"e2e-praxis-a-3faa07","tenantID":"e2e-praxis-a-3faa07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.260499535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3faa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.279496978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Service","name":"maas-api-e2e-praxis-a-3faa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.338259161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3faa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.362055221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3faa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.382062766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.394169571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.408016006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.477180046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.480160499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.482796058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.485513672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Service","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.48825399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.490955455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.493405179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.496268278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.503236372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.505775172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.509105426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.51180902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3faa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.519885348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3faa07"},"namespace":"ai-tenant-e2e-praxis-a-3faa07","name":"default-tenant","reconcileID":"e6b783c1-32bd-400b-9b2d-82ba32c8235b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3faa07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.525526688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cb4fd-743a-440f-a388-564e8b37aafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.531972621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cb4fd-743a-440f-a388-564e8b37aafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.535527255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cb4fd-743a-440f-a388-564e8b37aafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.539768648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1cb4fd-743a-440f-a388-564e8b37aafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:23.054771207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0e10d-9fc2-437a-8bf5-c2e832bc583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:23.057818457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0e10d-9fc2-437a-8bf5-c2e832bc583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:23.060746229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0e10d-9fc2-437a-8bf5-c2e832bc583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:23.063930308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0e10d-9fc2-437a-8bf5-c2e832bc583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:24.605627643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"d5adc9fb-f028-4a6d-beb3-b9d2db242a56","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","subscription":"ipp-route-389e6d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:24.605736093Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"ipp-route-389e6d-sub","reconcileID":"d5adc9fb-f028-4a6d-beb3-b9d2db242a56","MaaSSubscription":{"name":"ipp-route-389e6d-sub","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"model":"ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-389e6d/ipp-route-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:24.786787609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"2176f1be-c0d4-40b3-a31c-e2b504a01d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:25.722424422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:26.794937844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"d7f3f8bc-f269-43e3-8a6b-28247e65675d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.085666067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"65347862-bb96-4e24-ac62-80b4230be59e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.555337729Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3faa07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3faa07","reconcileID":"835dcf78-6b53-4171-abdd-cc15c6bb74fb","aitenant":"ai-tenants/e2e-praxis-a-3faa07","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.640774217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3faa07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3faa07","reconcileID":"835dcf78-6b53-4171-abdd-cc15c6bb74fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3faa07","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3faa07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.679894823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841b3627-83a8-4045-bbcd-a9ba2276bc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.683140724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841b3627-83a8-4045-bbcd-a9ba2276bc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.686927684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841b3627-83a8-4045-bbcd-a9ba2276bc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.690229509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841b3627-83a8-4045-bbcd-a9ba2276bc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.899657932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"23714787-4c38-4d77-ba98-24a851fba53c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.947409857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e6d8ea-7bfd-4718-b76c-06a4daa371dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.950939496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e6d8ea-7bfd-4718-b76c-06a4daa371dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.954163888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e6d8ea-7bfd-4718-b76c-06a4daa371dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:27.979992083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e6d8ea-7bfd-4718-b76c-06a4daa371dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.11553168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fb83ce4b-e535-4462-a746-b31bd99fc147","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.121627548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"539f4bdb-3a01-4424-80de-7a240ccd1cc8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:29.126693981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-sub-binding-39b6a5d2","reconcileID":"73107c0e-3b56-4088-aa37-6a6108b874da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-39b6a5d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.143096391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"116a74a1-93ff-4521-89a7-e650cff317d2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.151621677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fa6be300-c6c6-43be-bac5-5c02c970ceea","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.191857427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-sub-binding-39b6a5d2","reconcileID":"ede8d292-2112-484a-beb9-e69d380805d2","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-apikey-sub-binding-39b6a5d2","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.195995663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"775de125-fd03-4af5-971e-3fd1aeaf9214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.196687778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8cdaef6e-4d9d-4912-aaeb-f8084eb761fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.205660554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8cdaef6e-4d9d-4912-aaeb-f8084eb761fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.277478095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"775de125-fd03-4af5-971e-3fd1aeaf9214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.287276775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5d53cfd8-e1bb-4b9a-9032-f540c9856fa5","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.291958855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"81dbe16d-d3a2-4885-8407-4346a7b7f088","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.365412989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-sub-binding-39b6a5d2","reconcileID":"9bc0e045-40ee-4820-8c85-fbf658a3cba7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.39278556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f43961e9-16c9-4777-aabe-aaa10d18fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.392785559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1698c18a-564e-42bf-bc26-3aefd6550501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.402076217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1698c18a-564e-42bf-bc26-3aefd6550501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:29.403138091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f43961e9-16c9-4777-aabe-aaa10d18fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.056896545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","namespace":"ai-tenant-e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.056958278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","namespace":"ai-tenant-e2e-ipp-a-389e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.057021804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","tenant":"e2e-ipp-a-389e6d","tenantID":"e2e-ipp-a-389e6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.062004981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Deployment","name":"maas-api-e2e-ipp-a-389e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.07333367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Service","name":"maas-api-e2e-ipp-a-389e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.091841828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-389e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.097649504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-389e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.103373949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.110853535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.119336249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.124985568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.129627333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.135094415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.150974429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Service","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.168074923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.17414706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.17945681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.189165943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.195934293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.202108202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.21053708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.21555132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-389e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:30.220402102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-389e6d"},"namespace":"ai-tenant-e2e-ipp-a-389e6d","name":"default-tenant","reconcileID":"f5a14a62-927b-4110-998b-73ac8f50e3cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-389e6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.554804432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f4f68d1-1d73-4a0b-919c-f1f74cfa384c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.558751644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f4f68d1-1d73-4a0b-919c-f1f74cfa384c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.563805982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f4f68d1-1d73-4a0b-919c-f1f74cfa384c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.58768677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f4f68d1-1d73-4a0b-919c-f1f74cfa384c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.848636993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f73347-ab34-48a3-9f12-8ad8c842faf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.851849996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f73347-ab34-48a3-9f12-8ad8c842faf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.854979116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f73347-ab34-48a3-9f12-8ad8c842faf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:31.858084955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f73347-ab34-48a3-9f12-8ad8c842faf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:32.212993372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ebf36e95-bc6c-4892-b7e6-24084474cf5f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:32.423865509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a47c23b2-fdfa-48bc-a6e1-e750b5345eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:32.424757133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f66e1744-ae15-43e4-8c5e-d021afb3fae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:32.485904552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a47c23b2-fdfa-48bc-a6e1-e750b5345eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:32.510894365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f66e1744-ae15-43e4-8c5e-d021afb3fae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:35.007079646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"279d660f-9311-4a34-a43a-5441d93352a7","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:35.027505679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"1221a8bb-0706-441b-816a-b38bd3d8059d","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:35.027531103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"1221a8bb-0706-441b-816a-b38bd3d8059d","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:35.497619166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"22418ba8-3757-4698-948a-ddf390cb7b96","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:35.509576801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"22418ba8-3757-4698-948a-ddf390cb7b96","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.138276026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc192e16-793b-47dd-abd2-e9605d911dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.146244992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc192e16-793b-47dd-abd2-e9605d911dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.157168459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc192e16-793b-47dd-abd2-e9605d911dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.177390735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc192e16-793b-47dd-abd2-e9605d911dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.722773583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f969e376-8dcc-4168-b7d9-4bf2712a00f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.731584017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f969e376-8dcc-4168-b7d9-4bf2712a00f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.737954335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f969e376-8dcc-4168-b7d9-4bf2712a00f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.778450495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f969e376-8dcc-4168-b7d9-4bf2712a00f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.792002697Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-389e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-389e6d","reconcileID":"ae977bb9-3ffc-49fc-bd1f-3fdab98b3875","aitenant":"ai-tenants/e2e-ipp-a-389e6d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:36.893628811Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-389e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-389e6d","reconcileID":"ae977bb9-3ffc-49fc-bd1f-3fdab98b3875","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-389e6d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-389e6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.262197518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fad1653-1341-4cfc-8f80-968d4a658f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.267240956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fad1653-1341-4cfc-8f80-968d4a658f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.272607445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fad1653-1341-4cfc-8f80-968d4a658f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.277848058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fad1653-1341-4cfc-8f80-968d4a658f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.865884595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbd788b-bb52-4f7e-ab07-383245fe6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.870098045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbd788b-bb52-4f7e-ab07-383245fe6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.873626986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbd788b-bb52-4f7e-ab07-383245fe6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.882556036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbd788b-bb52-4f7e-ab07-383245fe6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:38.221426932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746343af-0104-4727-9ae3-3638d2a4346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:38.226198009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746343af-0104-4727-9ae3-3638d2a4346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:38.232642909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746343af-0104-4727-9ae3-3638d2a4346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:38.237582357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746343af-0104-4727-9ae3-3638d2a4346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.705832682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","namespace":"ai-tenant-e2e-praxis-b-5cf30a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.706018892Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","namespace":"ai-tenant-e2e-praxis-b-5cf30a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.706130777Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","tenant":"e2e-praxis-b-5cf30a","tenantID":"e2e-praxis-b-5cf30a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.71662048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5cf30a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.73246545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Service","name":"maas-api-e2e-praxis-b-5cf30a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.747833812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5cf30a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.753374814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5cf30a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.761973876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.770031418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.782467796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.790433554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.79448304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.798442404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.802469618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Service","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.806429184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.810436686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.81446367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.817491793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.825455864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.829355658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.83274829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.836005317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5cf30a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:39.839399812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5cf30a"},"namespace":"ai-tenant-e2e-praxis-b-5cf30a","name":"default-tenant","reconcileID":"201f147e-51e9-4854-8d24-e5cb343a2c50","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5cf30a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.294911231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-sub-binding-39b6a5d2","reconcileID":"5fd9eafa-52c0-4abf-a6b7-c3157c90efd6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-apikey-sub-binding-39b6a5d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.3398605Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-apikey-sub-binding-39b6a5d2","reconcileID":"5fd9eafa-52c0-4abf-a6b7-c3157c90efd6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-39b6a5d2","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.406303823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"d3d9a5f6-74b6-444a-882d-c5a87c515a66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.458196599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"931e73fb-0e9b-4021-850e-77d350d002b7","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.469534572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c2707bde-5656-421a-b8a7-8ab483b46d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.469600254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b5794e49-7d14-4da6-8fb1-a54ddf2420ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.478047743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b5794e49-7d14-4da6-8fb1-a54ddf2420ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.478911568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c2707bde-5656-421a-b8a7-8ab483b46d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.090954103Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5cf30a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5cf30a","reconcileID":"a49f0e86-17f6-4193-86f9-d57581b5fb72","aitenant":"ai-tenants/e2e-praxis-b-5cf30a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.267005352Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5cf30a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5cf30a","reconcileID":"a49f0e86-17f6-4193-86f9-d57581b5fb72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5cf30a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5cf30a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.308137575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b9856-ab2c-468f-a595-e002e811b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.314924358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b9856-ab2c-468f-a595-e002e811b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.321502105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b9856-ab2c-468f-a595-e002e811b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.325529752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b9856-ab2c-468f-a595-e002e811b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.664753006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a2210-7eb9-4b40-9a8d-2442ad63ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.669512731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a2210-7eb9-4b40-9a8d-2442ad63ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.68184989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"97b539df-d8c5-4156-aa86-917e4c46dd3b","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.682755864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a2210-7eb9-4b40-9a8d-2442ad63ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.701471204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a2210-7eb9-4b40-9a8d-2442ad63ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.722190814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"ae624b0f-b561-49df-a8b2-4092a89ed705","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.740696458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"cd24a6b3-1fc8-4757-a500-32f671059319","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.749034647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"cd24a6b3-1fc8-4757-a500-32f671059319","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.861492522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"05fe7e09-e406-4c11-89c0-8b9df60422c2","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.872054832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"2dcd6996-0223-4a02-b850-02f77b31e21d","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:43.876844884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-success","reconcileID":"590ba6ef-4a82-44ac-9063-08e4fe574c7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.877075378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"63109679-1c4e-4af1-8f31-ee9057d5cb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.89301061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"63109679-1c4e-4af1-8f31-ee9057d5cb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.894890321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"9c5d0909-82d1-4606-a29d-9b124178cb23","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.977171771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"7146cff6-ca26-46f3-813d-83c21adbdd0f","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.978905929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"cadae1a2-39f3-4581-9530-3dffa021cca7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.032148406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2329d6e4-ee79-42d0-ba54-be6fbf1c4636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.146282902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2329d6e4-ee79-42d0-ba54-be6fbf1c4636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.163154681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"bea8b095-cce3-4c70-9ece-3e765b953d39","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.18076287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-success","reconcileID":"0c7c19e1-8aec-4fa3-ba86-544dbbf0dc8f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.183262268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"bea8b095-cce3-4c70-9ece-3e765b953d39","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.189080052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4351282b-10bf-4217-b546-b144d0fba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.190025333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7ffeb24d-c952-4f5f-b421-43b6945f00ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.234089232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4351282b-10bf-4217-b546-b144d0fba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.262406836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4351282b-10bf-4217-b546-b144d0fba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.263472258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7ffeb24d-c952-4f5f-b421-43b6945f00ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.269782066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4351282b-10bf-4217-b546-b144d0fba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.27705607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"55a441a1-badb-409f-9bd1-a205eecc8c0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.290367095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"939ed473-d88c-44e3-aeb3-495d4def8aed","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.322551534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-success","reconcileID":"f8418898-b058-4b87-bcad-80e53b4eadee","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.360253044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e35444de-3c4f-4bc1-808e-daebcc0fdc7a","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.360333772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e35444de-3c4f-4bc1-808e-daebcc0fdc7a","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.483694441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"3113f8b0-b0f7-4793-93cc-6c92d8b63c9c","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.487306027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9b2bf283-4de3-4a71-ab4f-bee5adae5ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.492241925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"3113f8b0-b0f7-4793-93cc-6c92d8b63c9c","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.492914851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"16ee3fd1-a02f-4a1c-ac61-c86e59ba5b67","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.495583028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9b2bf283-4de3-4a71-ab4f-bee5adae5ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.513061165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"049cd1a0-8e65-4ab9-bea9-f41889a66bfb","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.5131068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"049cd1a0-8e65-4ab9-bea9-f41889a66bfb","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:44.584084096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"0546deef-4590-48a1-9bb6-d6d0889ba295","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:45.174125698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"77c4f033-17b2-41b5-8c2e-76fed60ab416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:45.444971551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"0763ff42-4606-4f6d-a4b1-be0c52351220","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:47.00550143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"714b66d4-2b8d-4ab2-b2d4-f6ed62b5bc6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:47.292027722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"df447f2c-9cf5-4729-9339-a7348060fdd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.372489481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53e8c1f-ed8f-4ea5-924d-bbd7f7233335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.388698245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53e8c1f-ed8f-4ea5-924d-bbd7f7233335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.409510442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53e8c1f-ed8f-4ea5-924d-bbd7f7233335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.414595755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53e8c1f-ed8f-4ea5-924d-bbd7f7233335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.637771419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","namespace":"ai-tenant-e2e-ipp-b-3d1db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.637830827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","namespace":"ai-tenant-e2e-ipp-b-3d1db1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.637884937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","tenant":"e2e-ipp-b-3d1db1","tenantID":"e2e-ipp-b-3d1db1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.642958102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Deployment","name":"maas-api-e2e-ipp-b-3d1db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.659725403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Service","name":"maas-api-e2e-ipp-b-3d1db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.673697809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-3d1db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.688102401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-3d1db1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.705197341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.711102758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a03485-342b-4d27-b4ac-bef50da9e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.716368754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a03485-342b-4d27-b4ac-bef50da9e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.721308713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.721689012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a03485-342b-4d27-b4ac-bef50da9e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.731777463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a03485-342b-4d27-b4ac-bef50da9e2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.732149096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.739417547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.782447091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.793773177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.81291117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Service","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.826590662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.832436846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.840114649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.847601432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.85449308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.86719194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.876351828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.886803173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-3d1db1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:48.892413334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3d1db1"},"namespace":"ai-tenant-e2e-ipp-b-3d1db1","name":"default-tenant","reconcileID":"42114af8-e4bb-4ab3-8c8c-47ab2a695af7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-3d1db1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.280358404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a747aef6-e832-4cd7-a1e5-131985591d70","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.293222622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a6dfeaef-fec1-41bf-a085-525140927ff1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.41577954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9608f854-0367-4e05-8f75-f0a6f79a7cc7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.490959954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"005ad3d9-0ecb-436b-8627-bb9004c4f827","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.494668318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9608f854-0367-4e05-8f75-f0a6f79a7cc7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.522489878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"cdb8f073-c58e-4b8a-9552-89b302f8382f","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:49.54083431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.541036398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"52bc3dd3-6715-4590-a996-798215341451","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.541943005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8320b649-9538-4324-8050-6969e7e0628d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.584776839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e2fe1d18-1c10-44a9-adb7-07dd404be24c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.614810786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8320b649-9538-4324-8050-6969e7e0628d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.621551863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a7c49a96-aeec-4d3d-97cf-17a63976ed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.659871465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a7c49a96-aeec-4d3d-97cf-17a63976ed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.666881983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a798e017-5497-4ad3-af10-e793758f6ed5","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.692642028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"aaa31ab8-1c96-4a92-8dc0-7d54eb962fd7","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.726131461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f888c6da-9a12-43ef-a1a0-3244b7f6f8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.729146864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-free","reconcileID":"7c99484c-f82b-4cc2-9be7-525724cccdde","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.729599099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9f46e5 priority=0:[ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-free ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.738942591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"059bb689-ffc4-408d-abbf-9a21139ad1b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.740119945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e86d9934-b766-4ecc-b00f-2becc1fd7d09","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.741551386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"9e4aadd9-815d-4965-b536-6e00a5ed23be","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.743237477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f888c6da-9a12-43ef-a1a0-3244b7f6f8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.748830169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"5786ba92-bedb-4be3-831a-e440fe81bb29","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.75141709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"059bb689-ffc4-408d-abbf-9a21139ad1b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:49.751898782Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.762022596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"97d60627-04e6-4431-89fd-e15be7d9b078","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.767372481Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"64e13679-9993-44fd-a816-28b35a397856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.860644788Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-premium","reconcileID":"5a2b3e6e-3669-4e68-86df-18bd19a0a1be","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.86233529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"24d06768-773e-4d69-a1f1-36ba11c6d692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.865381892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8c50e47c-d9f5-4d00-9249-886af71d1b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.86541448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a44ebbc8-2094-448d-94d3-565eb02393c7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.870799927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"24d06768-773e-4d69-a1f1-36ba11c6d692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.873843887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8c50e47c-d9f5-4d00-9249-886af71d1b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.874436289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a44ebbc8-2094-448d-94d3-565eb02393c7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.878198449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"c543ef18-6759-4e8f-a922-3da19dd1944b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.879024736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-free","reconcileID":"07e64e72-d766-4c60-9e02-52d47fa1ca67","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.898668895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7cf9e298-cf42-466b-8423-94e79e78c5dd","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.950337518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-premium","reconcileID":"515ba02d-f3bd-4255-8601-53a9823f485b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.950401566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-free","reconcileID":"213714bf-8b8c-41a6-be54-c1d1446c1604","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:49.950843189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"53ca8be1-1058-4c85-96df-db2ed2ddcbe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:50.021292772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6a3d1650-8c7c-42b5-8377-c51783be5a54","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.280332511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a79c63a7-49e7-4da7-bfbc-8a63079c14e2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.303813859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7c2b3685-cd8e-4de1-b74c-2bc663537e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.304286079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9e8bcdbb-fbf6-48ba-845a-c4453d6f7057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.304898323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8e8d246a-a4d1-4d97-9674-d620e5c9a2c8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.318888673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8e8d246a-a4d1-4d97-9674-d620e5c9a2c8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.319441275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9e8bcdbb-fbf6-48ba-845a-c4453d6f7057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:51.325025634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7c2b3685-cd8e-4de1-b74c-2bc663537e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.514679831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"91f48f79-5b82-4a4f-8c01-eee982d368fe","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.514701273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"91f48f79-5b82-4a4f-8c01-eee982d368fe","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.902441309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"9398a3f2-0c23-4630-bc54-e71a5c928bc9","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.915554742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"547aa48d-fd85-47fb-9780-15a89d6c6c98","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.921283217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4b7ad2f3-2664-4b92-9718-dc2c26d8e3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.921319187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1ae44e1c-a9ae-43ef-8f35-1464ed744bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.930762597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"547aa48d-fd85-47fb-9780-15a89d6c6c98","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.93414701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4b7ad2f3-2664-4b92-9718-dc2c26d8e3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.934830183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1ae44e1c-a9ae-43ef-8f35-1464ed744bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:55.697478725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:56.99375768Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3d1db1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3d1db1","reconcileID":"bd0ec95c-4d83-40cb-81d7-fa1e3767b3c7","aitenant":"ai-tenants/e2e-ipp-b-3d1db1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.079292163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21613a92-b077-46a4-9991-2f6009a994f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.084922495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21613a92-b077-46a4-9991-2f6009a994f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.090829561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21613a92-b077-46a4-9991-2f6009a994f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.095784168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21613a92-b077-46a4-9991-2f6009a994f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.102636808Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3d1db1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3d1db1","reconcileID":"bd0ec95c-4d83-40cb-81d7-fa1e3767b3c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3d1db1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-3d1db1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.394921908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a808a28-09bb-4521-bb87-bbbd22e2aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.398529612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a808a28-09bb-4521-bb87-bbbd22e2aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.412012614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a808a28-09bb-4521-bb87-bbbd22e2aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.419766144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a808a28-09bb-4521-bb87-bbbd22e2aa2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.840090243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd59773-5113-4d34-97a8-98b297854a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.843606351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd59773-5113-4d34-97a8-98b297854a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.849095475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd59773-5113-4d34-97a8-98b297854a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:57.85445216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd59773-5113-4d34-97a8-98b297854a00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:58.721008748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"faae0c39-762a-406f-a2a2-2687fe766682","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.000636161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"84f64a11-0acf-4140-b45c-13426ee8006b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:00.768650909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"9d529ab4-94b9-40c7-8a4a-b2c68e1d87cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.123990523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"d0c6e7ff-c2f7-4760-900a-59dbb9ae14f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.396920389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-free","reconcileID":"38e77939-c1a4-4b46-9470-600a4b49fe93","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.528328302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-free","reconcileID":"38e77939-c1a4-4b46-9470-600a4b49fe93","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.657789247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"ac856cc1-fb65-453c-b3d3-d354b5a6a727","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.661284509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-premium","reconcileID":"dd25cba6-fe83-4c5f-8da1-9527178a09f1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.690478774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"2e3a329d-25cd-4a6f-8dff-fe6168f38408","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.716291906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e7c4ed25-a945-46dc-a5e3-5fde3379cb1d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.765802064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c826d49f-6bf0-414f-9f2f-6545d8e29d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.824195334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c826d49f-6bf0-414f-9f2f-6545d8e29d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.852850775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd4f9736-800f-49fe-91b7-911e659907e9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.874726587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"762881e5-42c0-4ac7-80d5-2f4fb7274309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.878858371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f3de7438-5c9d-4ab8-bbf0-12d7c8c519a4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.908684646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd4f9736-800f-49fe-91b7-911e659907e9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.980783735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"762881e5-42c0-4ac7-80d5-2f4fb7274309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.012863376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa801e19-109d-4650-b167-bfea2520560f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.035049256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa801e19-109d-4650-b167-bfea2520560f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.139398606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c7ee38b1-e16d-4c65-b69a-b3744efde0c2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.140383605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e93e0e3d-a39b-48a1-9b14-f67f67c01e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.163093657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e93e0e3d-a39b-48a1-9b14-f67f67c01e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.17134193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c7ee38b1-e16d-4c65-b69a-b3744efde0c2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.945966848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"7d80405d-cb63-4074-9116-8bbdf83d1197","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.956576239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"c0dad6d8-a8ce-4552-bf07-4f51af6bf8a4","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.968169522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"fe81b429-36a0-4b73-8ba5-464dfe8096a1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.979852732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"fe81b429-36a0-4b73-8ba5-464dfe8096a1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.108221119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"97103519-5342-4760-8a2b-0a296c3c95b1","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.121440511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"f9e00e61-3250-4ef0-aa05-0bef8b36a35e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.129741773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"b8a12e73-200a-4739-870c-c236a587fe7f","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.133811919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"f9e00e61-3250-4ef0-aa05-0bef8b36a35e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.138716135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"64267517-e310-4eed-9197-31287016821c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:03.140669275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-subscription","reconcileID":"ab6a362e-2e33-42cc-a0af-489950a06211","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.158757792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"a965f1bf-4b20-4730-aa92-b1332ae439b3","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.167719383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"4c386912-b94a-4435-b77b-65792ed0fd79","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.197415366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-subscription","reconcileID":"457611c5-2f2e-4332-96eb-0c017fa28e16","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.217280936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"02a45070-8600-4bdb-aa7b-e7a9a115a2ec","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.21926895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e6fca450-7d0c-4229-aae5-a80de2a76905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.219276448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"f4dbf857-d44a-4c6e-9b02-5cb36f9af0ae","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.219708067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"85456e24-734d-4e2a-a49d-353d614947df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.228072397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"f4dbf857-d44a-4c6e-9b02-5cb36f9af0ae","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.228194857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e6fca450-7d0c-4229-aae5-a80de2a76905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.234562911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"85456e24-734d-4e2a-a49d-353d614947df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.284410303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"e929d636-435b-4228-8e7e-6396223af983","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.284496442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-subscription","reconcileID":"72dd7852-2c11-4beb-b422-072c2cd02211","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.413346457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cd46f3b4-f631-42bf-926e-a7b272e3bda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.41337739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"48d5705f-9099-4509-a1eb-1b78649521d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.423115661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"48d5705f-9099-4509-a1eb-1b78649521d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:03.423150387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cd46f3b4-f631-42bf-926e-a7b272e3bda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:04.51587697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"6a0a6d3e-42ac-4127-bacc-6da983061210","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:04.515904223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"6a0a6d3e-42ac-4127-bacc-6da983061210","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:04.922292204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-success","reconcileID":"d1be5cdc-3e19-4945-9b20-43b63a1a1e13","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:04.942936825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-success","reconcileID":"d1be5cdc-3e19-4945-9b20-43b63a1a1e13","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.045862251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"938301b5-6cb5-40f7-8032-32405fad2a93","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.046808236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"3a30b50f-fb8d-4c7b-95ab-f7f21a028a87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.055827827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"be3143db-88a5-499d-83a6-05d556739993","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.057526092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"453bd364-cc31-401a-8bc8-03cc7b70ec7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.057663137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1e7425b2-2e5e-4669-83b9-52bd971982aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.057883242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"69ece597-d018-4412-8f1f-9d9dd757bc9c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.066181754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"453bd364-cc31-401a-8bc8-03cc7b70ec7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.06628583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1e7425b2-2e5e-4669-83b9-52bd971982aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.068375362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"69ece597-d018-4412-8f1f-9d9dd757bc9c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.2099421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-success","reconcileID":"f7889a3f-d851-4d5c-904b-52cba9165411","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.210387993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"46277fc8-34bf-4e04-8ed6-fab004c4d4d8","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:05.28707772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"898ba9d1-d552-4e14-bd1a-625ad65fdd76","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.18484193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0b9caf-c6fa-4d0b-99e1-2f2b67524f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.187962124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0b9caf-c6fa-4d0b-99e1-2f2b67524f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.190978076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0b9caf-c6fa-4d0b-99e1-2f2b67524f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.194108023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0b9caf-c6fa-4d0b-99e1-2f2b67524f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.403325088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"a1b39449-dfce-417f-8784-3fc4ce92b4bf","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.416634668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"5ae45365-3ecb-4459-90b3-fe8bf676a789","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.425650398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"bb322f6b-f2f8-49a1-b15b-359242dac6c1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.478639744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"bb322f6b-f2f8-49a1-b15b-359242dac6c1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.504192089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"8c4c5a1b-87a5-4762-80ba-9af55b37f814","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.525964073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"bc4573c4-542e-47c7-a1ee-595421e07d95","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.530630051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428b6f-4b25-476f-80e4-e2a1f436a059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.533927743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428b6f-4b25-476f-80e4-e2a1f436a059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.534285399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"bc4573c4-542e-47c7-a1ee-595421e07d95","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.53695757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428b6f-4b25-476f-80e4-e2a1f436a059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.540167374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428b6f-4b25-476f-80e4-e2a1f436a059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.572165349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"06026931-80a5-464e-888a-bff3f9b9e4d7","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.582287159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e718271a-4870-4f00-b04e-7b4424739111","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:06.588720941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-no-access","reconcileID":"b073e3e3-e370-42cc-a75d-b8e73bab4d6f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.604758841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"f9c2d996-9070-4602-afd2-f69a4fd0ec6b","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.613487523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"f0b2d739-ba92-4aaa-b484-e338e660f6ab","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.626278837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3d9c6718-9f67-4fb1-9dc6-7d85ef7a47bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.626528026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"0060ada8-283a-4f40-96c0-6368fdc5509a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.626754566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c5ae4402-e89e-468a-adcb-13f679d76b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.634946293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"0060ada8-283a-4f40-96c0-6368fdc5509a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.637257952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3d9c6718-9f67-4fb1-9dc6-7d85ef7a47bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.637622343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-no-access","reconcileID":"85e415ed-11aa-4b5e-94cc-4ada5f2b4379","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.677238336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c5ae4402-e89e-468a-adcb-13f679d76b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.692393267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"c667fb51-a490-42a6-90fe-3a9fee189429","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.726841732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ddcbd7bd-a969-4b56-a5be-b41ed548063a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.727315176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3c0139de-46f9-4c04-b3ea-08a53ae9be64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.72750273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"9a5173c8-8633-43f7-af14-44454525c257","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.727953182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-no-access","reconcileID":"43de7fe2-2f64-4387-b417-1461a3129d30","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.728124339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"98e07623-9c96-4a08-be76-b68e4c1a8814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.736150109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3c0139de-46f9-4c04-b3ea-08a53ae9be64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.7363259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"9a5173c8-8633-43f7-af14-44454525c257","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.738547015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ddcbd7bd-a969-4b56-a5be-b41ed548063a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.428241334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"6d40962e-0ccf-4291-8c87-8e1de068e4c5","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.43640976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae682f69-6967-49c1-a204-0d7c977f09c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.43643941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"10d68d38-f41f-4a51-8cc7-30a3c87ea713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.43688681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"ab0d0e23-03ab-454f-b11d-6bc27447061c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.446279425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"10d68d38-f41f-4a51-8cc7-30a3c87ea713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.446358516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae682f69-6967-49c1-a204-0d7c977f09c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.448550266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"ab0d0e23-03ab-454f-b11d-6bc27447061c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.691612495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","namespace":"ai-tenant-e2e-ipp-a-c6092e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.691667868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","namespace":"ai-tenant-e2e-ipp-a-c6092e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.691714839Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","tenant":"e2e-ipp-a-c6092e","tenantID":"e2e-ipp-a-c6092e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.696922788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c6092e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.712391629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Service","name":"maas-api-e2e-ipp-a-c6092e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.720841319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c6092e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.729162759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c6092e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.736801528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.749853201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.760195274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.766234517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.77135789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.777478608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.790655047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Service","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.807814695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.81813341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.823920934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.830832017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.842516778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.847535603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.856677901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.862752691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c6092e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:07.869191509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c6092e"},"namespace":"ai-tenant-e2e-ipp-a-c6092e","name":"default-tenant","reconcileID":"c3166c30-7ab2-4e78-8a7e-f75ebec0d280","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c6092e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:11.977354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-premium","reconcileID":"fe377800-56b1-4ccb-8955-c7e2f0575b79","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.002139352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-subscription-premium","reconcileID":"fe377800-56b1-4ccb-8955-c7e2f0575b79","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.020302359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"838f8d0e-5c71-43e7-aa1a-9343b2845e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.027883382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7ef00aa4-f7c6-4ea3-a923-fd3ff641a07f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.076662651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a5780d6d-e3f2-4373-863a-12ef237a9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.07682425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0c12a59d-2b49-4c34-ada4-082909310d16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.077166908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c4228ab3-9b16-4730-bad7-f1f6700c23c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.085139574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a5780d6d-e3f2-4373-863a-12ef237a9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.085687039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c4228ab3-9b16-4730-bad7-f1f6700c23c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.087682839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0c12a59d-2b49-4c34-ada4-082909310d16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.193170086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"63b895d1-03e5-4e5a-8f81-4fefa18894d3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.194248548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"8869cde1-bdcc-43b7-a5e0-39d35667344e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.320666949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"350be0c3-7f76-4ba7-bf35-ddec90ec9f59","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.876380966Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c6092e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c6092e","reconcileID":"e9f3cafd-e9b6-415e-bd04-5e5873215928","aitenant":"ai-tenants/e2e-ipp-a-c6092e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.954046756Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c6092e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c6092e","reconcileID":"e9f3cafd-e9b6-415e-bd04-5e5873215928","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c6092e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c6092e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.97837583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148e863-74f6-4d24-853e-dbebf0c1d67c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.98207592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148e863-74f6-4d24-853e-dbebf0c1d67c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.987558808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148e863-74f6-4d24-853e-dbebf0c1d67c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:12.994461244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148e863-74f6-4d24-853e-dbebf0c1d67c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.264280977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e7fad5-d308-4a6f-b279-f0481b7e4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.267382086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e7fad5-d308-4a6f-b279-f0481b7e4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.270964463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e7fad5-d308-4a6f-b279-f0481b7e4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.277006965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e7fad5-d308-4a6f-b279-f0481b7e4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.475831295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a42c7-e3a7-4700-9f43-9d8c53908a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.47900457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a42c7-e3a7-4700-9f43-9d8c53908a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.48416747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a42c7-e3a7-4700-9f43-9d8c53908a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.490693136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07a42c7-e3a7-4700-9f43-9d8c53908a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.704326558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e0abd8b5-bd1d-4ef3-8175-8b68b1b64389","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.714627315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"69556dab-54ad-4db5-b68b-9aada98ab4e4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.72364223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"b0feac04-cc2d-49d6-a27f-313f9d369eca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.732504059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"b0feac04-cc2d-49d6-a27f-313f9d369eca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.756173245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7ecefed9-19c4-4e85-b4dd-0b63432e28aa","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.851344759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"480fdb28-b6e1-4908-bf39-11fb802592b4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.861718639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"480fdb28-b6e1-4908-bf39-11fb802592b4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.902122145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"cc5bb5f1-376d-4223-86f5-158df187bd28","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.914384062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"4f627199-dbb0-468d-8cd8-df72b3be6333","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:13.914849463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"e71ac224-73e6-4e71-b056-1b232585fd12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.925644723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fce2421a-3fba-4b1d-a611-924561411682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.925664082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"a220d4e4-d078-48e8-b447-fe09e0adc45d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.926089362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3d000f5a-b669-43e2-82c8-187ec4296fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.941957801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3d000f5a-b669-43e2-82c8-187ec4296fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.941977284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fce2421a-3fba-4b1d-a611-924561411682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.942737875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"6211deed-f371-48da-b2fd-c9578acdf0e2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.944709764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"a220d4e4-d078-48e8-b447-fe09e0adc45d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.951133372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"8659ef44-90d9-430e-8050-242d71790ec5","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.986674357Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"90a0ffaf-b5e0-403c-a1f0-e87a6a61ba23","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.006536795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"276f9ca3-92a0-4d39-bb09-ded8ca40dcca","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.025298549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bc6a44b8-b68f-4f47-9197-6066dc64a4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.02533792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"569cd106-9101-420d-96e7-176823e91c46","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.025795782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79dac21c-e648-4f1d-b788-b1e8922b5bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.03369588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"569cd106-9101-420d-96e7-176823e91c46","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.033950658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79dac21c-e648-4f1d-b788-b1e8922b5bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.035874829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bc6a44b8-b68f-4f47-9197-6066dc64a4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.059099455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"a5ecf2fb-6b2f-4759-b428-814587570eee","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.0666041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"2facbefa-1bec-4c66-ac3f-3e51928bc197","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.067614242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"dd437418-cd1e-40b5-852d-70a92c9e28dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.088108579Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9f46e5 priority=0:[ai-tenant-e2e-worker-w3-9f46e5/e2e-test-other-subscription ai-tenant-e2e-worker-w3-9f46e5/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.088231354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"47e78d8d-87a8-45d1-acf1-d2429ef643f3","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.094838489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"48d14399-6039-40db-9a7a-9aabd996253d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:14.097852374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.100276686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b7ef6a54-0220-4a1c-bd5f-ab5bef0c06b1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:14.102128747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.109293969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"244dd1b2-c6ab-4b3c-94e9-650a725959eb","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.125434601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d535282f-d5ee-4403-b323-aca5187aca12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.125612849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b9b59423-d18f-481a-8c3b-44a093c6bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.13484475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d535282f-d5ee-4403-b323-aca5187aca12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.135162563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b9b59423-d18f-481a-8c3b-44a093c6bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.174170121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-other-subscription","reconcileID":"a36da19a-9904-4841-837c-85b92af75b22","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-9f46e5/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.195442292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"980a7830-2951-4c5a-b69e-8aa5ec5cb77f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.225294532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"724d2e55-b32c-4815-a24a-622b9e1625f5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.225771162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8bed90af-98ca-4cb7-b865-dc4e3e6dcbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.226071519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"33960872-6727-43bd-a1ad-bcf82c22b71e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.22653833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"24442df5-4ddf-4255-b0e0-36d994959baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.234807175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"33960872-6727-43bd-a1ad-bcf82c22b71e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.235553819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"24442df5-4ddf-4255-b0e0-36d994959baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.237375636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"724d2e55-b32c-4815-a24a-622b9e1625f5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.237796264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8bed90af-98ca-4cb7-b865-dc4e3e6dcbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.265925868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b96ebc53-4b6b-4aec-bcdd-512fc9d48163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.266019485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"09ce7a7e-510f-420e-abd7-26a96b14f258","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.26633941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-other-subscription","reconcileID":"1a1f6fd2-60ad-4c79-b9f8-88faa0642272","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.516861412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e2cae7ab-1c93-40f6-890b-976b5a2ebb59","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.516882502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"e2cae7ab-1c93-40f6-890b-976b5a2ebb59","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.848809286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"9f531a74-26b6-4f0f-8019-89ecf21fbe21","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.857025458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b2570e78-e907-4ebe-b720-b9e09e517904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.857090953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0f712cea-f13d-4178-b697-05ebdb238353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.857478368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"b1e253f3-58c5-46e5-86af-c6549a150f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.866223622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b2570e78-e907-4ebe-b720-b9e09e517904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.86627539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"b1e253f3-58c5-46e5-86af-c6549a150f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:14.868376118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0f712cea-f13d-4178-b697-05ebdb238353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.44380413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-no-access","reconcileID":"89477fe1-485f-4d43-b38b-bfc118467fbd","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.470770747Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-subscription-no-access","reconcileID":"89477fe1-485f-4d43-b38b-bfc118467fbd","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.494515122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"3efd860c-2fbf-47fa-9187-fee742d3f2e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.517395267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"840e5d7e-1e9e-414b-baab-1da0ca69bc11","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.586266267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0f8bcd67-05b1-4b43-8f8a-1bae0e7b998d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.588111499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"feea4458-c9c5-4be8-bb98-69270bc9862b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.588446619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d4fa7a22-e5bf-43e9-85c5-824ce81482c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.588552757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ab4d77d8-7742-4be0-a35e-4b87fb062286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.597542535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"feea4458-c9c5-4be8-bb98-69270bc9862b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.597971975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d4fa7a22-e5bf-43e9-85c5-824ce81482c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.600063366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ab4d77d8-7742-4be0-a35e-4b87fb062286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.656050641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-test-auth-no-access","reconcileID":"ed38bc44-5e0e-49fc-91a5-1cc8290b2e00","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.656124326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"d472749f-7fde-4faf-82da-3a87846f479b","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:17.717790408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e788f2bc-0ee0-4cea-a736-bf303685aca6","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:20.84342662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"649d4ffc-b507-4b59-ad34-fabc474c9793","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:20.851417703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"81fbc359-7a8d-4f91-9ea5-d21e89ecdc3e","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:20.852133014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"649d4ffc-b507-4b59-ad34-fabc474c9793","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:20.903999837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"7d12d364-1a46-4f2f-ba67-458f3dc2b713","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:20.904031858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"7d12d364-1a46-4f2f-ba67-458f3dc2b713","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.056679156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"6d933eae-c13c-4212-b56f-4feff3951de6","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.079846705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"6d933eae-c13c-4212-b56f-4feff3951de6","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.085150324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"4c985cfe-572e-48eb-887f-a6125b05cdb8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.085181286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"4c985cfe-572e-48eb-887f-a6125b05cdb8","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.087638954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"8b80ec68-fd68-4235-bf4b-5562f74ef1cb","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.200590752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"d2f883ac-acb8-4f74-aab3-67fc1a1e8b4b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.211743467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"519d1aaf-523d-4d78-8180-27451e0dd3bc","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.219569081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"d2f883ac-acb8-4f74-aab3-67fc1a1e8b4b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.301538735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44afaa7-740b-4bb5-8454-bf7eb4189683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.302382086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"d2f883ac-acb8-4f74-aab3-67fc1a1e8b4b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"e2e-praxis-a-1b1d04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.302406507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-auth","reconcileID":"d2f883ac-acb8-4f74-aab3-67fc1a1e8b4b","MaaSAuthPolicy":{"name":"praxis-route-1b1d04-auth","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.304964309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44afaa7-740b-4bb5-8454-bf7eb4189683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.308519248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44afaa7-740b-4bb5-8454-bf7eb4189683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.311675803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44afaa7-740b-4bb5-8454-bf7eb4189683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.313027384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"9cdd8124-40d1-4ec0-8f76-7c79e71ab788","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"tenant":"e2e-praxis-a-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.31304361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04","reconcileID":"9cdd8124-40d1-4ec0-8f76-7c79e71ab788","MaaSModelRef":{"name":"praxis-route-1b1d04","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"routeName":"praxis-route-1b1d04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1b1d04","llmisvcName":"praxis-route-1b1d04","gateway":"openshift-ingress/e2e-praxis-a-1b1d04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.344338361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"f767a94e-5d5c-48e5-8085-b81eda4deb93","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"name":"maas-trlp-praxis-route-1b1d04","model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.513940185Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"ae8179da-1f69-47c9-8936-2b6d81cef64a","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.742496695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2ed5a-8b8b-4387-b0e4-ae2f2da3d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.74610303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2ed5a-8b8b-4387-b0e4-ae2f2da3d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.749166884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2ed5a-8b8b-4387-b0e4-ae2f2da3d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:21.752155449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2ed5a-8b8b-4387-b0e4-ae2f2da3d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:22.667747246Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"35ef61d2-d920-479a-a86c-fde1a699aeed","namespace":"ai-tenant-e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:22.667838541Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"35ef61d2-d920-479a-a86c-fde1a699aeed","name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:22.673701961Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"35ef61d2-d920-479a-a86c-fde1a699aeed","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:22.673723359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"35ef61d2-d920-479a-a86c-fde1a699aeed","namespace":"ai-tenant-e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.077664486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-subscription","reconcileID":"2ea13af0-3b3e-4878-b616-b728d276eb95","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.100531259Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-subscription","reconcileID":"2ea13af0-3b3e-4878-b616-b728d276eb95","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.120966893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"86150662-8ca3-4bdb-8a38-96f873e654a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.127077395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"aa1b210f-bd12-4356-acd4-86d6650b0f2d","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.140480094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"33e55b7b-bbe7-42fb-9843-9a248daf9bd7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.140499651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9974f15e-34f8-4e4a-8475-de2a5d049058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.140894499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fead0b17-fc2e-4cca-af3e-cda368c1386b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.151534503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9974f15e-34f8-4e4a-8475-de2a5d049058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.15163818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"33e55b7b-bbe7-42fb-9843-9a248daf9bd7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.153763813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fead0b17-fc2e-4cca-af3e-cda368c1386b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.285363512Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-auth","reconcileID":"1b673b0e-2e12-4b24-8368-e5b326adad1f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.285475585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"8b6c6371-21ba-4693-b804-54c3ab669fee","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.368736441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"073d5862-d885-4e27-8ca5-e79e83ad7519","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.864102098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"d11b6300-fb31-4c69-a658-0e07a0713615","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.888189037Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-user-subscription","reconcileID":"d11b6300-fb31-4c69-a658-0e07a0713615","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.906512624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"c00a1afd-6751-44b3-a5c5-18332eafc55a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.907567357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-other-subscription","reconcileID":"a606b239-c3c8-410b-a9f2-256a24832d08","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.911001796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"46d680ca-59f2-4ff1-bae6-b38ea82cb695","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.95616809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9a08965-7d09-45e8-af44-da98dc5db089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.956239192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"6d607961-adae-4ca2-ad05-5b3a7cb2dfd6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.957937973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2f215aa4-aa6d-47d3-926e-64da2a56cf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.964863466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"6d607961-adae-4ca2-ad05-5b3a7cb2dfd6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.965012636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9a08965-7d09-45e8-af44-da98dc5db089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:24.967530251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2f215aa4-aa6d-47d3-926e-64da2a56cf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.054928129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"66a655e1-a11e-4e17-a9c5-6aa5d9155d0c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.064474894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"36b3891d-400f-4f7e-88dc-b0d1afa48d7f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.064628127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a538d622-fa00-41c4-9b19-ea72db5f2165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.064973513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5e4b16b1-1907-4ef3-8bd3-134263d783c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.073668596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5e4b16b1-1907-4ef3-8bd3-134263d783c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.074979783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a538d622-fa00-41c4-9b19-ea72db5f2165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.076739688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"36b3891d-400f-4f7e-88dc-b0d1afa48d7f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.26513182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"0e2677f5-2b55-4bd4-b677-ebedb4b17aa2","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.295426896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"78de5b25-8a40-43c7-9e22-0288de17bc9e","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.360791494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"e4c3bbef-e75a-46c0-b942-e0c18ff90639","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.406104754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"e4c3bbef-e75a-46c0-b942-e0c18ff90639","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.636410074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"5a6e5f47-d963-4b6a-a336-86f18b9b0cd2","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.701872638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"bd798422-f231-473d-ab6b-7b55c3b085b0","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:25.713244935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-sub-only","reconcileID":"8e2b1cd1-9b58-4f35-b7a0-3513be46702d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.723522616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2fd88e32-ab82-49c1-9d19-128d12ff8b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.724733158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.725126576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0b0d97c7-efea-47f7-8ef1-e40d8363498d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.739059341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2fd88e32-ab82-49c1-9d19-128d12ff8b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.743358659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0b0d97c7-efea-47f7-8ef1-e40d8363498d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.744623254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"6e8ab296-df93-4376-a41d-53265c92e69b","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.758010399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"56db4c0b-d0fb-440b-a5a7-e7c04be6970f","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.760791917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"ab9b1ddf-1957-4245-a77c-892248af77db","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.802725357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"1359b615-75a7-4192-88cf-c521770ec21b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.905240374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-sub-only","reconcileID":"1934e365-4d4a-417c-a1bf-2d899c81683f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-d3d0df/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.938881724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"1359b615-75a7-4192-88cf-c521770ec21b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.950461563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"09281e48-fb73-43b6-9a55-6ffa271e4fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:25.988826086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fced60e3-e2d6-4934-b356-3b4a825fe7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.106031502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"09281e48-fb73-43b6-9a55-6ffa271e4fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.106599614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"28513897-c1e5-4bd5-9123-5d77bf4ecf1c","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.270068384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fced60e3-e2d6-4934-b356-3b4a825fe7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.335863221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"e20c041d-c970-4593-bfe4-54f6e1a4c2f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.406343772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-sub-only","reconcileID":"f6443b9e-6f11-4b29-89e6-a5b82574bd7b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.649549248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"ab310930-bba7-4830-b604-404a233cc32e","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.239180514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"3035c07f-11aa-4fdb-b7e5-6991830432d8","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.310138988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"015896ff-0b48-4e8a-ba6b-78cbe043b363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.311340482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f72d8313-bea7-4365-92c4-246b1e282086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.312193617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"785acff2-3ada-4f48-9fb3-f87ee2781970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.325861951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f72d8313-bea7-4365-92c4-246b1e282086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.327512087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"015896ff-0b48-4e8a-ba6b-78cbe043b363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.342421703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"1ff47738-369c-4cfc-a36c-a982223b9bc6","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:29.361846224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"26e8b816-26d3-45d5-ac4b-e7196be90fa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.541443043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc52051-2160-483b-8a02-4ca7d5a338a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.550127703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc52051-2160-483b-8a02-4ca7d5a338a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.580981386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc52051-2160-483b-8a02-4ca7d5a338a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.58735518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc52051-2160-483b-8a02-4ca7d5a338a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.962758268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66831c96-88c9-45f3-951c-96f26e6276e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.966185016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66831c96-88c9-45f3-951c-96f26e6276e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.969564983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66831c96-88c9-45f3-951c-96f26e6276e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.974247143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66831c96-88c9-45f3-951c-96f26e6276e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.315116301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"278d3267-9c4e-4036-b83a-c90f74258ef2","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","subscription":"praxis-route-1b1d04-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.31531391Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"praxis-route-1b1d04-sub","reconcileID":"278d3267-9c4e-4036-b83a-c90f74258ef2","MaaSSubscription":{"name":"praxis-route-1b1d04-sub","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"model":"ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-1b1d04/praxis-route-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.351165264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"1fc42771-c8c0-4c52-a598-da969faf6f67","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.613964658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b6321071-d355-43ca-b3f0-7eb51753344a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.619884533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9e234871-486d-4c8f-9c9d-e3ce1097849c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.628528125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"b9e1fc1b-e9e6-4f2c-a827-bf98eecd7e1a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.638096141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"b9e1fc1b-e9e6-4f2c-a827-bf98eecd7e1a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.661755643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d230b262-03d6-47c6-b53f-09ea27e2dbe5","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.729316556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"870ee13d-aab1-4dde-9058-19511296f2b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.779795703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"870ee13d-aab1-4dde-9058-19511296f2b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.294880627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","namespace":"ai-tenant-e2e-ipp-b-8b3020","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.294971267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","namespace":"ai-tenant-e2e-ipp-b-8b3020","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.295049573Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","tenant":"e2e-ipp-b-8b3020","tenantID":"e2e-ipp-b-8b3020","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.30150599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8b3020","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.317808257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Service","name":"maas-api-e2e-ipp-b-8b3020","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.327971706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8b3020","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.333331218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8b3020","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.339456291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.349267149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.359655102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.366002405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.372071846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.380622664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.397674129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Service","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.410525768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.417553438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.426308498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.437391727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.445410503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.454009419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.461537185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.466744493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8b3020","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.471679721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b3020"},"namespace":"ai-tenant-e2e-ipp-b-8b3020","name":"default-tenant","reconcileID":"88c63b7c-adf4-4a6d-a5ea-9f4f7718df04","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8b3020","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.07171675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-other-subscription","reconcileID":"738df2e4-8fcb-4a7d-94b6-2f3f3aa5ce63","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.101743904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-other-subscription","reconcileID":"738df2e4-8fcb-4a7d-94b6-2f3f3aa5ce63","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.192611558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"34fe04ce-afe0-4cc7-97df-e9649c8f93ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.235493632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c84d1fc0-f028-4c63-a4ed-6339a7642af3","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.242785791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c33a45b9-c8b4-4b51-97a5-cd97bb43d10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.246601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"95ac17fd-f823-4099-b8e1-0e205940b813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.247164651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"00d2a6be-5dd6-42b0-a6e7-c568280fb246","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.252492526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c33a45b9-c8b4-4b51-97a5-cd97bb43d10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.256612118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"95ac17fd-f823-4099-b8e1-0e205940b813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.256907558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"00d2a6be-5dd6-42b0-a6e7-c568280fb246","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.324987182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"8ca5b318-74cc-4b3b-abdc-8458534cc7d5","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.342562506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"d9c15d3a-c6dc-4522-8e92-0df3af42838d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.344776568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9731737b-2359-47c9-b52a-a77b34ea4b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.345105411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c583ea28-0821-4512-aa04-c8a4fb932201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.345243365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"8e04e307-9ac2-4835-984c-3376aec1cdef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.354335167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"8e04e307-9ac2-4835-984c-3376aec1cdef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.355859145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c583ea28-0821-4512-aa04-c8a4fb932201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.35706737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9731737b-2359-47c9-b52a-a77b34ea4b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.364374126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"b68a7fce-63ab-4c7c-8e6a-7d40cfdf6a9f","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.372568892Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-test-auth-access-denied","reconcileID":"6c7aff84-f353-4fad-a563-6bb6d50c20cf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.372593709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b996b1b0-32d5-49da-b2d9-9391ae706331","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.439731584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"7b73be56-918c-4c86-a6b9-6e7b06bf39fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.473337331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e1873521-87c1-40a7-b399-42af5e16772d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.831567443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","namespace":"ai-tenant-e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.831633449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","namespace":"ai-tenant-e2e-praxis-a-1b1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.831682934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","tenant":"e2e-praxis-a-1b1d04","tenantID":"e2e-praxis-a-1b1d04","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.837135195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1b1d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.849954004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Service","name":"maas-api-e2e-praxis-a-1b1d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.862974992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1b1d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.874464071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1b1d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.890839257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.897801621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.907500952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.915876366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.921425356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.92461937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.92782796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Service","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.93142474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.934776727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.937768387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.946518191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.956506431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.960456476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.963784878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.966955419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1b1d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:35.969992024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1b1d04"},"namespace":"ai-tenant-e2e-praxis-a-1b1d04","name":"default-tenant","reconcileID":"7edd3a40-ae35-458e-9137-12e4be9dc389","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1b1d04","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.645489824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1b1d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1b1d04","reconcileID":"94c7cba1-d81a-4bc4-a9e0-7fec1cbb7714","aitenant":"ai-tenants/e2e-praxis-a-1b1d04","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.756562513Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1b1d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1b1d04","reconcileID":"94c7cba1-d81a-4bc4-a9e0-7fec1cbb7714","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1b1d04","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1b1d04"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.798451408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26877563-5ad9-4847-bde1-6878cb658281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.809972852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26877563-5ad9-4847-bde1-6878cb658281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.813586353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26877563-5ad9-4847-bde1-6878cb658281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.816694162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26877563-5ad9-4847-bde1-6878cb658281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.188108725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba97d95-6f21-446a-9056-017e11f86a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.191315001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba97d95-6f21-446a-9056-017e11f86a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.194470521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba97d95-6f21-446a-9056-017e11f86a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.197682601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba97d95-6f21-446a-9056-017e11f86a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.669711216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc26b8f-1f99-4198-85a5-d2f84b7e4b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.673869373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc26b8f-1f99-4198-85a5-d2f84b7e4b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.681266425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc26b8f-1f99-4198-85a5-d2f84b7e4b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.744879596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc26b8f-1f99-4198-85a5-d2f84b7e4b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.768493522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"febc5faf-8257-422b-93ca-b1656a20d61f","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.788802057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"d006f38c-7fe7-493c-837a-bcacdab33bfb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.788979448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"db5fa68d-057c-4f8d-bae1-286171b45661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.789187837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a62c4779-b3a0-45d4-ad8f-9103f973ae07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.798594221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"d006f38c-7fe7-493c-837a-bcacdab33bfb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.798623483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"db5fa68d-057c-4f8d-bae1-286171b45661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.801134382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a62c4779-b3a0-45d4-ad8f-9103f973ae07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.487080809Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b3020","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b3020","reconcileID":"d8cd9f03-7499-4e31-9a00-d2d15f6df904","aitenant":"ai-tenants/e2e-ipp-b-8b3020","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.709809788Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b3020","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b3020","reconcileID":"d8cd9f03-7499-4e31-9a00-d2d15f6df904","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b3020","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8b3020"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.721764594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b38dc8-7c04-4ebe-abfd-548d5ff8bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.724888756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b38dc8-7c04-4ebe-abfd-548d5ff8bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.727894902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b38dc8-7c04-4ebe-abfd-548d5ff8bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:39.730970383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b38dc8-7c04-4ebe-abfd-548d5ff8bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.052796369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9538b1f2-85e9-4105-b8d0-f5d48a65887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.0574569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9538b1f2-85e9-4105-b8d0-f5d48a65887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.062427632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9538b1f2-85e9-4105-b8d0-f5d48a65887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.066475866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9538b1f2-85e9-4105-b8d0-f5d48a65887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.512709886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0af890-ef23-43a9-9627-335c9a73fdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.516795717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0af890-ef23-43a9-9627-335c9a73fdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.520518406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0af890-ef23-43a9-9627-335c9a73fdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.523911532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0af890-ef23-43a9-9627-335c9a73fdef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.629826659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-failed-sub","reconcileID":"b0dbb281-ebcd-494a-a4b9-72adbbc72061","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.77682458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5b0a61cd-fe61-49d3-94d7-059840e2e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.777449746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"67dd214f-6349-49a5-a314-97c6c5c65e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.785791585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"67dd214f-6349-49a5-a314-97c6c5c65e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.78713407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5b0a61cd-fe61-49d3-94d7-059840e2e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.802606232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3de1bab6-1209-4061-807e-34aea07a3f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.802638303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5d90b7b8-657b-4a52-b540-312d30b7dbc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.810936666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5d90b7b8-657b-4a52-b540-312d30b7dbc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.810955487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3de1bab6-1209-4061-807e-34aea07a3f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.806824472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"c422ea52-7853-4f81-9db8-71d1a1706a45","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.831534896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-sub","reconcileID":"1a36ff39-2a02-43cd-9a74-0ad7c9e27efe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.831853214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"7cf4d3b3-47e4-47c5-8fc8-76f9c617a982","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.84151022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a9e1c00f-0cf0-4050-a70e-0734c6e1b283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.841546521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bd8469cf-2358-40f6-9ca5-3d30963be2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.841918179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"12cd7ace-748d-47ea-b197-057145d0134b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.850665427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a9e1c00f-0cf0-4050-a70e-0734c6e1b283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.850725703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bd8469cf-2358-40f6-9ca5-3d30963be2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.85147359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"58cb340e-2b9c-4579-8016-7c13a3e3e861","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.854262466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"12cd7ace-748d-47ea-b197-057145d0134b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.858401094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2c7f3e03-22c9-4015-a2c9-d8cff623b209","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.881997792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-sub","reconcileID":"5a5b0819-1916-4321-a849-5941903382c5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-status-active-sub","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.902424537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"17c385d4-7fbf-438d-aee1-8dbd189ac485","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.918728239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"334d8952-18b7-46d4-8961-6672717cbd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.918934221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"861d7bc7-53d3-46e5-bc22-4ee6e7f02919","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.918736267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8a005c6e-4ceb-4c79-b030-6c75cf4b2900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.927633189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8a005c6e-4ceb-4c79-b030-6c75cf4b2900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.927642022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"334d8952-18b7-46d4-8961-6672717cbd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.929766827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"861d7bc7-53d3-46e5-bc22-4ee6e7f02919","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.972565594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-sub","reconcileID":"1704f367-7aa7-4000-b76a-e5ed15a9e700","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:42.972569977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"b79f5716-f740-47ad-ae90-fe3a0a5b35c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.409264916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"0c1fc5b4-427f-4ef3-87cb-d8519cfe3403","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.492938934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4073daf0-7040-49d9-bcac-c47fc110b6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.493520265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5fb394b9-1b1f-4b84-9380-20f54f920fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.492942097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"98647cc9-2ae9-4a75-91b2-22e928bad9e7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.50296652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"4073daf0-7040-49d9-bcac-c47fc110b6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.505509819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5fb394b9-1b1f-4b84-9380-20f54f920fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.505866256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"98647cc9-2ae9-4a75-91b2-22e928bad9e7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:48.857279045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-sub-only","reconcileID":"e0f4aadc-2811-4f9b-955b-6c8977fa98ab","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.246726751Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-sub-only","reconcileID":"e0f4aadc-2811-4f9b-955b-6c8977fa98ab","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.519864026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"67135096-71c9-4cd7-891d-6d278e20ad68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.585837968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"2145ab04-bbb3-4bd5-a68f-f230de7bdc45","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.6891179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cc1f4e10-179e-404d-8b0e-4cb8d029603c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.689708969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"c1b921f0-77cf-43f1-a1ea-fd1e7c2689da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.690249837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"77a76577-040d-40ff-9a2c-36f8dc1e3ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.734432534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"6bbc0131-6131-43bb-b1a8-2a219382d41b","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.797048837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cc1f4e10-179e-404d-8b0e-4cb8d029603c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.817145266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"c1b921f0-77cf-43f1-a1ea-fd1e7c2689da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.847017105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"77a76577-040d-40ff-9a2c-36f8dc1e3ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.998652455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-test-group-no-auth","reconcileID":"7a82f52e-48d5-4612-82dd-0b1a5dda57e5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.223382278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"e23121ef-b9cd-4fd1-b1d1-a886c6926d8d","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.170032904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a95c0adc-951e-4128-b17f-a3c6ed1ae23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.170782593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d87eb82-c33d-49df-a079-f8be6dbf0568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.193828733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a95c0adc-951e-4128-b17f-a3c6ed1ae23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.352234356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d87eb82-c33d-49df-a079-f8be6dbf0568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.354486963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725f385-c9e3-405b-8085-b1da5a802557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.386487177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725f385-c9e3-405b-8085-b1da5a802557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.437027454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725f385-c9e3-405b-8085-b1da5a802557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.462094156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725f385-c9e3-405b-8085-b1da5a802557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.128893365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"62f41a7f-5af3-40cb-b47d-ee068b974452","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.436882168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"03018315-5235-46c2-a833-0bfcb83e5b48","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.740178196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e36a7-7a22-48a8-96a4-c4dbcd871566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.747085432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e36a7-7a22-48a8-96a4-c4dbcd871566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.753590241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e36a7-7a22-48a8-96a4-c4dbcd871566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.766157215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e36a7-7a22-48a8-96a4-c4dbcd871566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.933369809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"f62038de-a0df-4fb4-8e7c-120e8898bd9c","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.013128179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"471b453e-0580-468a-b647-af321477b638","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.071067858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89f290e2-ae77-4b9b-944e-89e25b69882a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.084028523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89f290e2-ae77-4b9b-944e-89e25b69882a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.10128572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"d3dd389f-9022-4987-860d-13084487f74e","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.127625943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5069712a-dd43-41e3-b754-0bb71bccaf2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.148757969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5069712a-dd43-41e3-b754-0bb71bccaf2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.170837217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"70036cf7-f87d-425e-bb97-b2e5586ac5d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.495407456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-sub","reconcileID":"76425bf1-3847-43a3-8dec-4ead8f9cba48","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.524222295Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-sub","reconcileID":"76425bf1-3847-43a3-8dec-4ead8f9cba48","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.567045417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"d261a38a-ef03-401c-a4ee-5efbf8cd5bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.590521457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"f76b5f44-bc75-4cce-9878-2b13c9b3e781","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.666442514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"695f9780-23e6-4d6c-90cd-b51341ce5a51","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.667357506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9d759a61-4ca2-4343-a606-5185deeeb08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.667981051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1bf88991-2a2c-498b-99a7-df4b2c0f2364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.679020201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"695f9780-23e6-4d6c-90cd-b51341ce5a51","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.700717777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1bf88991-2a2c-498b-99a7-df4b2c0f2364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.745984672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9d759a61-4ca2-4343-a606-5185deeeb08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.784116803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"902719b7-d4f5-4493-b3d2-a3945cf6f898","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.909139505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-active-auth","reconcileID":"474c0556-fcea-4f5a-8b6d-3143c547125d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.921981989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"01871a61-3416-4781-a37f-1212303a6eac","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.269821299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"a0de01d8-53ff-4be9-923d-066cedb28022","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.336336277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672eca48-5c00-40ca-a5cf-ca30cafdd832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.339894942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672eca48-5c00-40ca-a5cf-ca30cafdd832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.343619989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672eca48-5c00-40ca-a5cf-ca30cafdd832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.348905244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672eca48-5c00-40ca-a5cf-ca30cafdd832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.58168248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd88946-5146-4108-8fee-ef578c116d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.58960066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd88946-5146-4108-8fee-ef578c116d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.596331749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd88946-5146-4108-8fee-ef578c116d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.602705385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd88946-5146-4108-8fee-ef578c116d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.731962216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","namespace":"ai-tenant-e2e-praxis-b-f493f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.732017081Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","namespace":"ai-tenant-e2e-praxis-b-f493f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.732061775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","tenant":"e2e-praxis-b-f493f7","tenantID":"e2e-praxis-b-f493f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.737534982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f493f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.754454095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Service","name":"maas-api-e2e-praxis-b-f493f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.768528081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f493f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.775896894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f493f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.789922171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.797404541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.806481819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.813178724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.816569331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.819471148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"3ba079bb-a8af-47cb-8ba2-855f4c8e556b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.820129081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.82309768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Service","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.82591095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.828247936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"3ba079bb-a8af-47cb-8ba2-855f4c8e556b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.828691843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.831431145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.834137008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.834982926Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"3ba079bb-a8af-47cb-8ba2-855f4c8e556b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.841245311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.844076084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.846909052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.849632429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f493f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.85240689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f493f7"},"namespace":"ai-tenant-e2e-praxis-b-f493f7","name":"default-tenant","reconcileID":"091e729e-3e6b-4561-9c3b-6aaf5b6a8651","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f493f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.24772372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"cb555120-65f6-475f-b4ac-7dac5a72083d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.261412473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"cb555120-65f6-475f-b4ac-7dac5a72083d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.277050114Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"cb555120-65f6-475f-b4ac-7dac5a72083d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.284551557Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8fa615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8fa615","reconcileID":"5c225b16-fbb4-49e1-8596-cad654aa0fea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8fa615","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8fa615":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.756378931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.846674575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72c5240-802b-4daf-8d2d-cdaba674536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.851188019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72c5240-802b-4daf-8d2d-cdaba674536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.85486708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72c5240-802b-4daf-8d2d-cdaba674536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.858544071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72c5240-802b-4daf-8d2d-cdaba674536c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.149959261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1bce7e-d95c-4f01-bd10-eccd3824faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.180668005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1bce7e-d95c-4f01-bd10-eccd3824faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.185343364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1bce7e-d95c-4f01-bd10-eccd3824faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.195375931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1bce7e-d95c-4f01-bd10-eccd3824faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.32043582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"214f686e-4dcd-475a-916d-61ae3d448ddc","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:57.164329725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-status-failed-auth","reconcileID":"9be15a01-b435-4032-9a64-738940eda360","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.189893096Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f493f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f493f7","reconcileID":"d6ea2729-430e-4c23-b482-8b5abf54e47d","aitenant":"ai-tenants/e2e-praxis-b-f493f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.279990963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"cf21a5ca-e07b-401b-9624-0bd4c971e5a0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.285655167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8922d1e5-ce0b-4f2f-a357-fe870115a3d3","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.294394003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"134dbde7-ea35-48f7-b200-6a31f34db11f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.304746408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"134dbde7-ea35-48f7-b200-6a31f34db11f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.328282904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b306fb2c-4186-47a2-8b3e-9d47e47bd41b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.342420084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd18c31-75e8-477f-9b58-9b1ad1e977fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.346809903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd18c31-75e8-477f-9b58-9b1ad1e977fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.384412575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd18c31-75e8-477f-9b58-9b1ad1e977fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.384786657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f493f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f493f7","reconcileID":"d6ea2729-430e-4c23-b482-8b5abf54e47d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f493f7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f493f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.388725997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd18c31-75e8-477f-9b58-9b1ad1e977fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.396711585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"09726ff1-4936-44fa-807c-566161b497a9","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.399895733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f944dd47-4cde-4f0b-a296-cec7dee54f02","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.405267611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"43f0b913-f43a-45e4-9492-45d89bd16353","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:58.406473414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"0bd7d001-d162-481a-b81b-6197f2093559","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.409746336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f944dd47-4cde-4f0b-a296-cec7dee54f02","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.433925761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d7a9dbd1-b368-4b49-a36b-d9b8bf72e0e4","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.481708278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"f50f44d3-a78a-4d21-a08a-85371b8a8254","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.52848637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3ce74dfc-be3b-4724-9f5d-98f5142eba88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.529233203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c2e20ee7-eec0-4168-aa32-4662a4f4d48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.545639266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"fdf5a35a-ca24-430a-95f2-e8dca73a5835","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.582835594Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"fdf5a35a-ca24-430a-95f2-e8dca73a5835","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.582677785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c2e20ee7-eec0-4168-aa32-4662a4f4d48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.584601605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3ce74dfc-be3b-4724-9f5d-98f5142eba88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.606619628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0341578e-4d28-4330-b774-6dc46336d988","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.61164085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"d588d0d0-9956-4f3e-8234-29f990a2c9b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.62446289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"7f1149be-902d-4801-98b2-a8a0e022ad62","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.626660978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0341578e-4d28-4330-b774-6dc46336d988","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.635590206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5898f9fe-b47e-4c50-bc88-4fd3b34e125e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.691596039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"10cad4c5-d922-4731-8016-772118891d6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.692138813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"7a02f27a-04ce-4aba-9784-217776ab90cf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.692291002Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"7a02f27a-04ce-4aba-9784-217776ab90cf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.782678515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1cf0509a-998a-498d-b5e9-df269d84c4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.783556141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a89b7860-0d82-45da-b440-36722f3f2133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.797254176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a89b7860-0d82-45da-b440-36722f3f2133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.801292269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1cf0509a-998a-498d-b5e9-df269d84c4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.877040309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"dcffbb14-0db6-4187-bd9d-c4d1fa44409c","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.88195344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1b56b496-e7c4-4337-a264-f5078cd26c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.882010066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5966b89e-df17-47b8-a369-3b6fc782adfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.886032751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"4c652eb6-6616-49b7-b519-94c26c62faca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.890651846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1b56b496-e7c4-4337-a264-f5078cd26c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.890778786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5966b89e-df17-47b8-a369-3b6fc782adfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:58.930789963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"889b8fcc-69a4-4a19-bf75-0322141208d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.018674777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c895d50-d9d1-4d69-adcd-82193683819b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.023425722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c895d50-d9d1-4d69-adcd-82193683819b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.028399433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c895d50-d9d1-4d69-adcd-82193683819b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.045350647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c895d50-d9d1-4d69-adcd-82193683819b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.420901975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd629c8-1d93-4a25-b159-4f328841dbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.424143247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd629c8-1d93-4a25-b159-4f328841dbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.427181367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd629c8-1d93-4a25-b159-4f328841dbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.430353353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd629c8-1d93-4a25-b159-4f328841dbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.998945492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"6a1b54f7-8bb1-4df3-bc5c-0c6903d5f70c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.756684083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"57e80e7f-755d-4c93-af77-e3b3df56d89c","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.764143772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"efddc210-360e-4fa6-80a8-1417680057f3","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.772695161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-active-auth-only","reconcileID":"975aed27-f494-4f5a-82d1-a59a2d9f3cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.781327641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-active-auth-only","reconcileID":"975aed27-f494-4f5a-82d1-a59a2d9f3cd1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.804699841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"96a21d9e-63ee-424f-adb2-1646db6cfb25","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.872580797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-active-auth-only","reconcileID":"a66733f0-15e1-45aa-949c-ddcb1eccf4a9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:00.880533382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-active-auth-only","reconcileID":"a66733f0-15e1-45aa-949c-ddcb1eccf4a9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.116156613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"44cb284e-9bcc-4f03-83a4-16f1eeacab48","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.128848642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"58517559-6233-4c76-8577-9c80c546c440","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.129032925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e163fc40-5440-4a3f-93d2-7f007bee7d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.128850387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9a1c9bf5-9a1b-4571-b569-cc95d16f3cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.13826151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9a1c9bf5-9a1b-4571-b569-cc95d16f3cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.138372011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e163fc40-5440-4a3f-93d2-7f007bee7d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.140486775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"58517559-6233-4c76-8577-9c80c546c440","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.196084071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-failed-sub","reconcileID":"a69fe2fc-d846-4bda-bf25-7886f1b13ac3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.196328118Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-failed-sub","reconcileID":"a69fe2fc-d846-4bda-bf25-7886f1b13ac3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.217642393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-active-auth-only","reconcileID":"6911b795-bf36-42c2-bd2e-0f9d7b233441","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.218110045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"760d1c19-f392-44e6-93d2-75882b02961d","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.276266605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"98a7ea52-744c-4333-b753-606a3acf6d34","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.278059472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1d83e2d7-eb1f-4c60-a292-48edc7b3e3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.278260122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a67c3c7f-821d-4a68-b69e-86ece10baf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.286899027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a67c3c7f-821d-4a68-b69e-86ece10baf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.286975297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1d83e2d7-eb1f-4c60-a292-48edc7b3e3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.470485377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"cca15fe4-284b-4245-bf4b-67a741fa5e2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.0236045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"0611d5e7-7396-4ee9-af1c-c7db8e32ba59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.094748153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f98a57c3-6dd8-461d-b943-6708a57022bd","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.116078737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f83d11aa-fe10-43f6-98ec-d8794fba5617","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.130172899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"f7f587db-2521-494c-8da6-2971ea2dc604","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.144352321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"f7f587db-2521-494c-8da6-2971ea2dc604","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.149597416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"68e74986-ab67-4fec-973d-77aa129c307b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.149620499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"68e74986-ab67-4fec-973d-77aa129c307b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.160164837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"d6b34910-1a0c-4948-a687-a417c9a5b8a6","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.177787945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ba96ec6a-210e-4455-add5-385a99f07b4e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.227594653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"f731a11e-d8ce-42c2-b641-d8dbb2f0afd3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.23698149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"f731a11e-d8ce-42c2-b641-d8dbb2f0afd3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.2589424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"3696dbec-15ae-439a-9e32-09878f54005e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.268002768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c0f0b8a4-bd9f-4741-8e5f-40a342115a77","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:02.274776264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"a3400967-0e19-4624-adec-63c7648492a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.293257517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c73cf9fc-f251-4076-ac72-7273c65fe303","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.301985954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7ad50ef3-eb03-4d59-a5ed-5468b658863f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.326793164Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"cecd9ec1-0132-4f6c-92d1-1affab927736","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.326961014Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"cecd9ec1-0132-4f6c-92d1-1affab927736","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.331749772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"da598066-a325-4fdc-a7f8-a241303201af","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.332339795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"977cacad-a99d-461d-929b-047a460b2800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.333532255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"15af4da7-ba11-4649-b3cf-15d35a8ba961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.345432613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"15af4da7-ba11-4649-b3cf-15d35a8ba961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.346670495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"da598066-a325-4fdc-a7f8-a241303201af","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.377299146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"977cacad-a99d-461d-929b-047a460b2800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.385153928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"4f6e3c31-c8d2-4fbd-8b6a-a9636fe10fbd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.38517313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"4f6e3c31-c8d2-4fbd-8b6a-a9636fe10fbd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.392076894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"96ddf21d-9123-4b5c-887e-f47bd9ae0e0e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.392101558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"96ddf21d-9123-4b5c-887e-f47bd9ae0e0e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.392831636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"029907f0-32d2-4969-a8de-ce85c68f0901","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.419579606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"7293c578-37b7-400a-936e-f16c5742c355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.4223273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"ef45cd12-8148-4ce4-a6e2-92598b7e1058","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.422327106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b7ef5f2a-0f66-4226-901c-d4eb3bfb5e63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.422484936Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"ef45cd12-8148-4ce4-a6e2-92598b7e1058","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.430344636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"73d0b82a-c8f7-43e2-a4eb-0b699adf50f6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.43927319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"73d0b82a-c8f7-43e2-a4eb-0b699adf50f6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.527355963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2d1ebfe1-61c4-4b04-9d38-736d9b3bce5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.527355952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"ea220458-7feb-4730-bbc0-30963314e26d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.542078013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2d1ebfe1-61c4-4b04-9d38-736d9b3bce5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.543311256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"ea220458-7feb-4730-bbc0-30963314e26d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.559854424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"32a0e09b-bd3c-4dc2-b2e5-32e09d2b188b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.570675454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"f5f7e3f7-611a-4139-95c2-4f6d519b2ea0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.570695216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"f5f7e3f7-611a-4139-95c2-4f6d519b2ea0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580950341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"9e0b6328-b6d4-428e-ab76-c191f52729d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580972827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"9e0b6328-b6d4-428e-ab76-c191f52729d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:02.58319727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"b12643d8-12a7-490d-a7ca-8f4f96098e2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.648738342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"3e464cc5-97f2-4a37-b2bd-a822f6c21e07","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.648773814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"3e464cc5-97f2-4a37-b2bd-a822f6c21e07","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.737797107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"85714c51-3b72-4c3d-afe1-bbb608e0457d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.737827996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"85714c51-3b72-4c3d-afe1-bbb608e0457d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.754990845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cc73ac45-97c5-47f2-a6a9-36f1ff823f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.760344401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"db3417b9-a718-4702-a54b-e50139968170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.765305797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cc73ac45-97c5-47f2-a6a9-36f1ff823f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.770642238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"db3417b9-a718-4702-a54b-e50139968170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.771109269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"2c6c917b-22bf-41b2-9005-635aa53c0ee4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.773667571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"ea0263d4-a09a-4e27-b85d-3070822abc19","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d3d0df/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.781841414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"2c6c917b-22bf-41b2-9005-635aa53c0ee4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.795160962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"703d6ef8-3fe6-4d66-9ca9-b7a27e18a599","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.795178715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"703d6ef8-3fe6-4d66-9ca9-b7a27e18a599","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.809122362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"b0d587af-cca4-49a7-a8b2-ae9f1edc4a72","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.82480952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"7f46d4c5-8f5a-46b1-aa2c-d2772c47a82d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8fa615","tenantID":"e2e-praxis-a-8fa615","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.827703708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"bbf51334-02d2-4513-a183-d774a6a5d5a3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.828416928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d0487d79-7fb6-42b1-ad2f-c363c17e40f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.830955816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6d00cbff-10de-4c8d-aa7b-fd25a7751dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.830958207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3f71fcdb-bcf5-4f3c-914e-4af3ffbd4919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.836959507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"bbf51334-02d2-4513-a183-d774a6a5d5a3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.83729427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d0487d79-7fb6-42b1-ad2f-c363c17e40f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.839937935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3f71fcdb-bcf5-4f3c-914e-4af3ffbd4919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.840004582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6d00cbff-10de-4c8d-aa7b-fd25a7751dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.84854235Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"7f46d4c5-8f5a-46b1-aa2c-d2772c47a82d","name":"e2e-praxis-a-8fa615-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:02.853732265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"2c6c917b-22bf-41b2-9005-635aa53c0ee4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.985474845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"84e23f69-7ec1-4b4a-909d-91ff9cb65173","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.993669659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"84e23f69-7ec1-4b4a-909d-91ff9cb65173","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.008692741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"6a49cd37-f1ed-400a-81ae-43353e7d8529","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.048528635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4624bbf5-2e04-4f2d-b104-82341aac4362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.051352947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"1d5b76cb-66b7-4dcd-b801-a20e70ef2d4b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.051373267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"1d5b76cb-66b7-4dcd-b801-a20e70ef2d4b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.063653863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"75c24be0-4ea3-4e30-ae7c-02bd5c1ab435","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:04.064623015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e482/e2e-ordering-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.068808155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4624bbf5-2e04-4f2d-b104-82341aac4362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.074480558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"68506e55-940c-4407-9759-f12db77b08c1","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.10650561Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-sub","reconcileID":"04f3a161-b699-4464-8786-1d17446e89be","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-ordering-sub","ai-tenant-e2e-worker-w1-32e482/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.117918495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ecbe27d3-cc25-46ce-9896-631c94a4b870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.118457914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5ee70941-adb8-4b73-8216-5289cd23044b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.126842321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ecbe27d3-cc25-46ce-9896-631c94a4b870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.127667697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5ee70941-adb8-4b73-8216-5289cd23044b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.128000251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"101dabba-e011-43f9-8d4d-79c078c73048","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.19170826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-sub","reconcileID":"9bb6a201-7127-4f8a-bcc8-e02e643121eb","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.191710694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"bfcdd980-79bb-445e-8c1a-8abc7452483c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.218632508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"dc92a68e-7695-4630-886b-cdcfaa145be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.227029978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"dc92a68e-7695-4630-886b-cdcfaa145be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.830695449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"45398c63-9114-40e9-9630-374fb2e6e2fd","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.839707649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"0cb6d561-0fd6-4c5f-886c-c3665497af99","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.847999184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"62a07e81-e153-4dac-8a98-eb75351edd56","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.856292126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"62a07e81-e153-4dac-8a98-eb75351edd56","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:04.878033326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"44c5186e-42a0-48dd-a8a5-8e940eb29fd4","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.443766185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"f5914a34-9de0-4073-b2b7-22e9a4f11891","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.457073967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"512428b0-1bdc-44bb-912f-2820a72fcc09","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.460033286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"56172635-9d38-4a86-aef0-fb23dafc5871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.460044649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c177811c-a3a9-4448-a3ae-997bc25df682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.465803926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"512428b0-1bdc-44bb-912f-2820a72fcc09","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.476727805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c177811c-a3a9-4448-a3ae-997bc25df682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.476796437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"56172635-9d38-4a86-aef0-fb23dafc5871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.134405761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"93202aa0-6912-4860-9725-f158149be8e1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.159270735Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"93202aa0-6912-4860-9725-f158149be8e1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.159301362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"93202aa0-6912-4860-9725-f158149be8e1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.159415182Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf","reconcileID":"93202aa0-6912-4860-9725-f158149be8e1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.176030718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"d91ddea3-b913-47f4-ad40-6b5efa26832a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.190170707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6927bb53-8ddd-400c-96ba-6d191ee6c445","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.1989206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"60998417-00f0-4d74-95aa-0eba56d2bce4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.199290993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5165a591-ad8c-422a-8b2f-1f722a2d9631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.199328006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9d0ffbea-7b2f-4998-b2d1-789aa16d52e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.209414128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9d0ffbea-7b2f-4998-b2d1-789aa16d52e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.209710893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5165a591-ad8c-422a-8b2f-1f722a2d9631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.211669208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"60998417-00f0-4d74-95aa-0eba56d2bce4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.343176645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e1bf08fb-5dfc-4e83-a8d7-91933e425d00","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.343570537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"0c2606f6-601e-46b3-a6e2-1748debe1920","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.358647541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"01eb82f7-b131-474f-acc0-39d12ff035cc","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.162770854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ef14f7f4-5bec-4f6d-a894-0bd017aca406","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.172152826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"cd867ba9-36ad-4052-b5af-7ef3b16c0aa8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.212405536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"72b54ec8-cf40-451c-a912-c2a641230c9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.278557667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"72b54ec8-cf40-451c-a912-c2a641230c9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.302753637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e9ea8915-e5af-4408-90aa-75357f3b39c4","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.312538936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"7fe76877-de34-444a-9003-d184e3bbc0d5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.321559979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"7fe76877-de34-444a-9003-d184e3bbc0d5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.334095833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"85a2b04c-c9c6-45ae-826b-a8dac253924e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.343597163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d6442f7b-af05-4245-93ca-31b2dfa53dc9","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:12.349184111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"5eabe7d2-ff24-4874-b2b7-d60c8b67f3ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.366363799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6f92fd23-c054-444f-816f-3a57ef8ed702","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.372490899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"01c82e4f-ea9a-4434-abca-5e4fdd284de0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.396013687Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"48cbacba-13bd-4640-83cd-4986f3ee2392","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.396099934Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"48cbacba-13bd-4640-83cd-4986f3ee2392","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.412979648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f382ce8a-131c-4ea1-ba5a-895c2c52d8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.412979092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b72fe00a-2858-47c3-81ed-e0a5098efd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.418411118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e60813fd-fc8b-439d-9db1-1478548f5746","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.4228561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b72fe00a-2858-47c3-81ed-e0a5098efd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.422999684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f382ce8a-131c-4ea1-ba5a-895c2c52d8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.517180396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"fb92f900-a914-47ee-9561-b195fd194032","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.521825493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"5568ebc3-d6af-4d45-8ecd-e73c7d331862","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.524437854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"c7340500-4c22-42e0-89fb-620c6756b5a0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.524574698Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"c7340500-4c22-42e0-89fb-620c6756b5a0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.525251637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"62709dd8-1de8-4023-962d-9695d9dc9905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.525775995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7822a67f-cdbb-4a5d-bbcc-2d65524cdaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.529824563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"5568ebc3-d6af-4d45-8ecd-e73c7d331862","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.533832563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"62709dd8-1de8-4023-962d-9695d9dc9905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.533905161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7822a67f-cdbb-4a5d-bbcc-2d65524cdaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.577362326Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"9c6e91cc-78d3-4761-bed4-b3300a2ba15c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.598069905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"9c6e91cc-78d3-4761-bed4-b3300a2ba15c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.598102469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"9c6e91cc-78d3-4761-bed4-b3300a2ba15c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.598249542Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-sub","reconcileID":"9c6e91cc-78d3-4761-bed4-b3300a2ba15c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9f46e5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.614349048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"0729f9a0-91ac-4f0a-a304-ddffc2d37a6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.628237795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"07ff3dbc-0ae6-4aff-aacc-b283579d1e35","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.677102259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4c3fdf0b-bef8-4f05-96b2-4c3f816d116c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.682351305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6c0c9d06-e175-4624-971a-3eb1ce9beed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.682356592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"05fdd343-778f-4290-b7ce-9193cb560888","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.690926015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6c0c9d06-e175-4624-971a-3eb1ce9beed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.69122586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"05fdd343-778f-4290-b7ce-9193cb560888","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.736882413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd387c38-c26b-443c-a6b6-38183563972f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.745150751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd387c38-c26b-443c-a6b6-38183563972f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.780836307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-status-degraded-auth","reconcileID":"3630818b-8561-4c9d-8211-0438da69a427","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.780905108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f010816d-7403-4010-b4a4-3f2292ab12df","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.802328124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"df3aeb37-e1e0-41eb-bbbd-876ad694c56b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.871950794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"83e0c28a-6e34-456c-a64d-e3f7778097fb","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.879611172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e923ceeb-bcb7-4634-8153-ea693387c4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.879885871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"f7ffcb3d-f4ae-40b3-a63b-1e3c601d3a22","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.879999484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"feacf1d1-158f-4d35-86d4-554f80eab5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.88976499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e923ceeb-bcb7-4634-8153-ea693387c4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.8900546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"f7ffcb3d-f4ae-40b3-a63b-1e3c601d3a22","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.892059759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"feacf1d1-158f-4d35-86d4-554f80eab5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.860155152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da2a7b7-cd63-4d66-b7b8-36584357e6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.863909771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da2a7b7-cd63-4d66-b7b8-36584357e6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.867535944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da2a7b7-cd63-4d66-b7b8-36584357e6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.871670332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da2a7b7-cd63-4d66-b7b8-36584357e6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.117910579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62619a2-ecb8-430d-8681-364b1da1eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.120971166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62619a2-ecb8-430d-8681-364b1da1eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.124092627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62619a2-ecb8-430d-8681-364b1da1eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.127281858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62619a2-ecb8-430d-8681-364b1da1eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.46165285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-sub","reconcileID":"c3312bc3-f0a8-4039-b6ba-47a3654b6d68","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.483096434Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-sub","reconcileID":"c3312bc3-f0a8-4039-b6ba-47a3654b6d68","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.497783754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"e4becee2-8293-44fc-9208-b2fcefb72e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.506244179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"ccdd2bd2-7157-4b2c-b0bb-240471b85a2a","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.677335093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"ef6fc6af-d624-442f-9cf0-51aff46e7063","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.680621539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a2dd90b8-f096-49fa-997f-8faeca998ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.681265999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"960ed208-3e25-4080-9d72-4d80aa1f63b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.681797034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"90fe7158-fe0b-4c25-a595-1a6b0d083411","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.689095214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a2dd90b8-f096-49fa-997f-8faeca998ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.690961051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"90fe7158-fe0b-4c25-a595-1a6b0d083411","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.691339779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"960ed208-3e25-4080-9d72-4d80aa1f63b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.896614468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-ordering-auth","reconcileID":"6041da1a-e49e-405f-bb3b-9d77b5bb267a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.932648724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"05cd1c32-6aed-4eaa-a99d-41084cac68a1","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.429746861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fa6ad2bd-316e-4e5b-b0c4-21a6bce5968a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.456918923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"4ddf48db-3af9-470e-a140-a69cb95687a1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:18.457473625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-list-subs-refs-sub","reconcileID":"7df4166a-275d-4e23-bbd1-6f1438a78e2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.465812366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"59bc1fa6-1013-4ba6-81a3-85f5bdc393f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.466501348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"020c1cc2-ed8b-414a-baf9-b2d0dddbae15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.475755466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"59bc1fa6-1013-4ba6-81a3-85f5bdc393f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.477010939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"020c1cc2-ed8b-414a-baf9-b2d0dddbae15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.478088046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ff05e86f-21cb-4de7-a896-8ee378ed01a8","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.486764566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"388d655e-9b81-408c-abf8-c485d14f7175","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.509073169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-list-subs-refs-sub","reconcileID":"e681f0f5-9de3-4677-9d27-339699488f34","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.53166201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ee223792-c7be-451f-8fad-72cdfe88c4f7","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.540342541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"212a215d-2dfb-4855-b96c-3c9f71b376c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.548512806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"212a215d-2dfb-4855-b96c-3c9f71b376c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.600263851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-list-subs-refs-sub","reconcileID":"5066aa90-d339-4732-9585-a0f337240339","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.601166474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"9a9d2dca-b870-43c3-862e-3f9a9f49ab4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.640684784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"abcac338-4c72-4a9a-a667-410d7c8cb80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.648862984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"abcac338-4c72-4a9a-a667-410d7c8cb80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.956579835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"81dd07fb-5c24-4280-a0ab-cb69089360d3","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.971259143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"140a1765-e9fd-4312-aa05-5955c6629e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:18.971649984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c7fa8915-bbd7-47fc-839c-ae33bb757576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.004355415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"140a1765-e9fd-4312-aa05-5955c6629e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.004838489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c7fa8915-bbd7-47fc-839c-ae33bb757576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.59126216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a2690-52ff-4d4b-8ac9-643f65e8d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.597581502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a2690-52ff-4d4b-8ac9-643f65e8d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.604541657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a2690-52ff-4d4b-8ac9-643f65e8d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.607762927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a2690-52ff-4d4b-8ac9-643f65e8d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.904681768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1658da10-de8d-4b62-bf70-c2053fbcd078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.908043903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1658da10-de8d-4b62-bf70-c2053fbcd078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.911192511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1658da10-de8d-4b62-bf70-c2053fbcd078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.914588128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1658da10-de8d-4b62-bf70-c2053fbcd078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.397380569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c131fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c131fa","reconcileID":"c64dcb51-b97f-484f-886b-3a1c6712ded6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c131fa","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c131fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.726492591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c2075f-43ca-4883-a1ef-e6a623eddce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.733693894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c2075f-43ca-4883-a1ef-e6a623eddce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.781471891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c2075f-43ca-4883-a1ef-e6a623eddce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.811567365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c2075f-43ca-4883-a1ef-e6a623eddce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.88901828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"8d6afd94-9f49-4006-94fa-2da62301fb9d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.909600636Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"8d6afd94-9f49-4006-94fa-2da62301fb9d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.909634074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"8d6afd94-9f49-4006-94fa-2da62301fb9d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.909768673Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey","reconcileID":"8d6afd94-9f49-4006-94fa-2da62301fb9d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3fbb1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.924804328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"94778fce-f060-4e03-a644-297ebfb02f98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.937177114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"abbf8846-5fa9-4134-b5ae-2067fd3828ce","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.946480194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"704c1ef2-729f-4496-8c32-6420dee4952f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.94670586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"86231d30-40b7-4de1-8b9a-761a952bbaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.946478774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"8b682318-e61d-4974-84a2-7a2fe94ca32a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.955621482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"704c1ef2-729f-4496-8c32-6420dee4952f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.955929136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"86231d30-40b7-4de1-8b9a-761a952bbaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.95846292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"8b682318-e61d-4974-84a2-7a2fe94ca32a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:23.084459264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"3b7f0b15-9464-4b79-94e9-6b6ac58802a0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:23.084496564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"e479faa9-58ce-4d21-a47a-6d30518ae66f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:23.097632541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"588ead44-fa91-4b7e-b5da-541e59cd48e0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.708274789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.09063245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"3c5c3ffa-11cc-459c-9f49-43a6d8bf98f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c131fa","tenantID":"e2e-praxis-b-c131fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.139002458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"3c5c3ffa-11cc-459c-9f49-43a6d8bf98f8","name":"e2e-praxis-b-c131fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.750536869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"01cf1a4d-795b-4ab2-9408-47cfc285307c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.76352069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3a09f281-0826-4e27-9245-63c6eb353d28","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.82092149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"c7837f03-7310-478a-b645-15621e4d11e6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.829661917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"c7837f03-7310-478a-b645-15621e4d11e6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.856441329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"e029555c-202f-48a7-81a6-918e52d3a87b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.972099765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"a6e060b2-b2d2-4429-b218-3d428067b07b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.989263081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b56022c6-d019-4a71-95ba-acbcd3149aec","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.048284149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8ab3b16c-47c5-4275-b772-0c14a151545e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.069216727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"a6e060b2-b2d2-4429-b218-3d428067b07b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.076252766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9e7ec42c-230d-4a82-a900-fc7af2976d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.076993256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e22ee52d-1971-4f4d-86c1-2df7a1afa20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.078754005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e482/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.094378121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e22ee52d-1971-4f4d-86c1-2df7a1afa20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.107526305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9e7ec42c-230d-4a82-a900-fc7af2976d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.11482193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"53817761-0a10-4e8f-99f7-4f1939ebe021","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.145062983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"fd15c1da-1a32-4270-a12e-7ca7494261a1","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.145433045Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"fd15c1da-1a32-4270-a12e-7ca7494261a1","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.14588352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"127d5249-c16b-4ec6-9edb-9276f04895b3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.156087812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"127d5249-c16b-4ec6-9edb-9276f04895b3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.188431504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"4de57227-8a68-4e2b-b7bc-f0066dab1617","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.198988592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"edd744a0-9100-4e27-a829-9b244b2ab742","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.283376398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2e2792dc-27e8-432b-9669-7df23f3f18af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.284115085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"15637f21-7d9f-49a9-b79f-9ae55bc6a477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.327351298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2e2792dc-27e8-432b-9669-7df23f3f18af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.328186545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"15637f21-7d9f-49a9-b79f-9ae55bc6a477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.334290716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"11bbb2fe-1ab1-440f-af70-10be148c58b5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.334559904Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"11bbb2fe-1ab1-440f-af70-10be148c58b5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.040130733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"465c2022-0a59-49be-82e5-57e3c8e22997","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.336846061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"515635f9-8658-462b-a394-94ebfb057727","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.374109333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4bee8275-8934-4005-bd2b-2581949f757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.442319632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"a0fe619a-5bc2-48f0-966f-80455f81da4f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"tenant":"e2e-worker-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.442362352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"a0fe619a-5bc2-48f0-966f-80455f81da4f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.475820231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"56ed055d-153a-4014-a65e-d5502de8d856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.488075021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"515635f9-8658-462b-a394-94ebfb057727","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.513610919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4bee8275-8934-4005-bd2b-2581949f757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.683818201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"56ed055d-153a-4014-a65e-d5502de8d856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.040848794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-list-subs-refs-sub","reconcileID":"0f72ebf4-c052-4c59-a7ff-b57a7f8ef32d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.272813051Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-list-subs-refs-sub","reconcileID":"0f72ebf4-c052-4c59-a7ff-b57a7f8ef32d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.360857718Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"5b39f086-307a-4264-ace0-3df94c324d64","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.474719241Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"e2e-temp-model-status","reconcileID":"fbd64786-b5ff-463b-80c8-efc2a4bee1f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.489134347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"5b39f086-307a-4264-ace0-3df94c324d64","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.584391955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f585286-2486-41cf-b784-85f49784a0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.584571416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"1b6c2582-a557-4fea-8261-db03edb3f269","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.60486225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9c545e4f-2252-4724-88c4-c1fbbc4b9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.666153246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"ed3abcc8-9599-4287-aa9a-8814d15543ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.706838075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"1b6c2582-a557-4fea-8261-db03edb3f269","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.877366966Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"1b6c2582-a557-4fea-8261-db03edb3f269","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.881240492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f585286-2486-41cf-b784-85f49784a0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.773682476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9c545e4f-2252-4724-88c4-c1fbbc4b9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.905620382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"a8d220cc-ab5b-4e94-81bf-2be4fd13281b","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.946257155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f8ca0e9a-63c5-426b-959a-ad702ee157c1","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.946971214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8dc947b0-ae84-4255-9cf5-29fbf40d091e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.972756858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e752e8fe-50db-4aa1-848c-dc93daa4b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.066399276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d9adc9fb-7669-4cf4-a0a3-4b6a372761d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.09025205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e752e8fe-50db-4aa1-848c-dc93daa4b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.148095538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d9adc9fb-7669-4cf4-a0a3-4b6a372761d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.192243762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"87187f6e-5e96-4445-b7f6-a72aedb3733f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.25512712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c22582e2-8b7a-4e01-9624-5b0ee17886b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.272394676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"87187f6e-5e96-4445-b7f6-a72aedb3733f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.272441519Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"87187f6e-5e96-4445-b7f6-a72aedb3733f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.27307648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8928fd77-1dee-473e-a832-b517957465e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.394633438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c22582e2-8b7a-4e01-9624-5b0ee17886b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.416436831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"752a0dee-cf56-45a1-a95f-5ab95244b40d","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.418473519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8928fd77-1dee-473e-a832-b517957465e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.571114175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"b8ee6e03-eab4-4be6-a4d8-85bf11fd9eff","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:30.642787529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.643419889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"5ddec2ce-52aa-4b5a-b8fb-629878a6e001","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.676898458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e2ca623d-d8c7-4ce2-b59b-f5e3db4571c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.695566297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0d56df30-aafc-435e-a9ce-61dc3fe2ebac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.717111443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"0e25da3b-efc9-43a7-aad8-bc22f6ed479e","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.734533457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e2ca623d-d8c7-4ce2-b59b-f5e3db4571c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.749997479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0d56df30-aafc-435e-a9ce-61dc3fe2ebac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.802177957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"2955dede-ef0e-426f-b0ab-7be89110afe9","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.84495925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9f46e5 priority=0:[ai-tenant-e2e-worker-w3-9f46e5/e2e-model-match-sub ai-tenant-e2e-worker-w3-9f46e5/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.854891445Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"e3b4e3dd-1cab-4d04-a22a-10343135830f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","model":"distinct-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.906840183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"24e44119-f2bc-48a0-b6ab-71435449e16c","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:30.951007335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.953762252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"66b5d0f7-61ad-434c-9b36-63add96a70cf","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.955197276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"1806f8ac-2455-4a38-b043-ad0c08294017","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.046106537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"2f134ede-0e64-4f00-8fdc-f19d7cce2798","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.36399762Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"2fbba820-2fea-4ffd-9778-f87eeb856b82","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-2-w3-9f46e5","model":"distinct-2-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.365041164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"b58dca48-5999-4184-b9b2-828c7ee7dd41","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.422560359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e27ee9ea-c3da-4fe8-9906-0b7a1d6e9474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.438754187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ce877b35-2b3c-4177-ab5e-7a6309ca4257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.505697818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"2f9ad2d9-081d-4da2-8262-e47bb6b3ccde","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.506884824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"dcfeae39-773c-4b1b-9edf-a7e25cd678cd","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.619637159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ce877b35-2b3c-4177-ab5e-7a6309ca4257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.737190637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"5e51c64e-b5aa-45aa-8096-58c7485b4645","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.869637015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"ea201c23-50c8-4158-b855-4593c9917029","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.873828371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"2ffb6130-36c1-4ff6-941d-2baf4628f45c","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.870557534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e27ee9ea-c3da-4fe8-9906-0b7a1d6e9474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.951131278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"5e51c64e-b5aa-45aa-8096-58c7485b4645","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.970103512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"da2ab858-07a2-4f4b-8112-763055255aca","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.009413392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"25c90fd0-7675-40c6-a61d-4a358dc194ac","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.010767082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"0565dcfd-4f45-43a9-9ad2-b21882b9a7e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.083518698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"b3f8c66d-55cc-4e93-97cf-9a2999e8be87","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.084281922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"72fba11d-158b-4696-b01a-f8082fc86526","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-2-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.095149523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"0565dcfd-4f45-43a9-9ad2-b21882b9a7e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.221656994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0071b649-a2f3-46e1-9951-76393c780854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.280141724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"2315baee-5580-496d-a7cd-e380463745ef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.290908252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"907d89df-6301-4797-a46d-8c409bad3def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.420226713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0071b649-a2f3-46e1-9951-76393c780854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.501350209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79cb409d-4bf5-42a4-aa99-a3f2429b3aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.511797572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"e027dad5-50e8-413e-a4ae-da0c99b023c0","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.513882275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"16897db1-0b0a-4b6d-9a9e-dad8dd88f834","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.517935169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79cb409d-4bf5-42a4-aa99-a3f2429b3aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.560036005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9a3bfdab-619d-4c4b-84f1-a9c9bb657cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.561291042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"a59d6a7d-a254-42cd-b0d7-45eff913be9b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.564045702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"2794ac55-4666-4797-95cf-c68debee0c65","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.580494035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"a59d6a7d-a254-42cd-b0d7-45eff913be9b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.585547222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"9b8e8379-159d-4b00-abc0-7261378ee7cb","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.586604936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"0302a99d-2074-4b17-9496-49a1f059bc36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.59401569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9a3bfdab-619d-4c4b-84f1-a9c9bb657cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.601140834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c1451681-e907-44af-994c-f7f64c013dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.631572451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c1451681-e907-44af-994c-f7f64c013dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.691969303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"3d9fce03-af09-4027-be16-522bc8b8efd9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.692970857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5b4ef5f6-9106-4084-8ec4-2886a272ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.711861251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5b4ef5f6-9106-4084-8ec4-2886a272ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.712630272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"3d9fce03-af09-4027-be16-522bc8b8efd9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.716751391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"ebeaec41-7490-42f7-a529-1955c55a752a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.723676135Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"3d9fce03-af09-4027-be16-522bc8b8efd9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.730543444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"ebeaec41-7490-42f7-a529-1955c55a752a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:32.763482943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"ebeaec41-7490-42f7-a529-1955c55a752a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.789677283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"13525402-c7a3-4900-bdec-da69b25ba771","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.804352346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"13525402-c7a3-4900-bdec-da69b25ba771","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.359916147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"e362e205-1134-4759-bb39-159374460561","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.583822146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"d3da2a61-5ec7-4aee-9d2b-502cbeafb5a6","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.613960101Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"52ff52d1-ef7e-40b7-bf75-71511457ed97","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0f6f815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.629847104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"35182679-11c8-4f5a-8d8e-ad75b5c10c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.630285962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"da024c79-1a14-43a3-9c6c-2a786637853c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.630464351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"74938afb-d8bc-4653-90e6-7264714e89a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.63059793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b875a01e-c648-4aac-bed2-30405203fad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.646349761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b875a01e-c648-4aac-bed2-30405203fad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.646730481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"35182679-11c8-4f5a-8d8e-ad75b5c10c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.64924249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"74938afb-d8bc-4653-90e6-7264714e89a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.650595168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"da024c79-1a14-43a3-9c6c-2a786637853c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.845680758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b1c73c36-196f-44e9-acad-84f4d8f25873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.846149552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dad24f63-1ad4-403b-a6b1-87279e61e141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.846552188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9661a5d2-866b-44e5-9642-8e6524e29ab2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.846914359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"8b60e941-916f-4301-b104-6700f86afe10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.854889353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b1c73c36-196f-44e9-acad-84f4d8f25873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.855592274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9661a5d2-866b-44e5-9642-8e6524e29ab2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.857917102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dad24f63-1ad4-403b-a6b1-87279e61e141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.85905104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"8b60e941-916f-4301-b104-6700f86afe10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:34.459914944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"818b4dcb-c668-4d5f-863a-4dd1a0ebb5ed","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:35.302691764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"9cd41c8e-10fe-4580-89b8-db94543dd3e5","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.604076283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"2e1756f3-2037-4a37-9f68-09a37671943b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.623520071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c35d2deb-952c-467f-9fad-aabd3ef16054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.623576839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"39ddc884-3e95-4295-891a-e91bacd19d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.62407692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"e410df9d-fd2c-48fd-9914-66d8c1228c59","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.63444046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c35d2deb-952c-467f-9fad-aabd3ef16054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.636489179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"e410df9d-fd2c-48fd-9914-66d8c1228c59","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.679131108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"39ddc884-3e95-4295-891a-e91bacd19d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.534585316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"267a48c1-541e-4923-a96f-10eaf9c69da1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.535066732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"6598339a-170f-4611-a0d5-afd1a0a91367","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.560584034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e88842ad-7a02-4b3e-b920-b88f0d261aa7","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.561248008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"1447a49f-050a-41c2-a080-cc7e404b6e63","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:37.566150735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"af75b552-2d7d-4cad-bea2-d1401073905e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.581718381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2188efd1-f09a-4fee-9302-7636f4487153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.600002291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2188efd1-f09a-4fee-9302-7636f4487153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.602358729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"57434894-f23c-4c02-936a-174c6d819c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.603910883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"a1ef6609-006d-4378-a9bc-506fea9ba120","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.604963855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"c0a881ad-ac6b-4e12-a6ba-d2c28259f2f1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.606003367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"4399f808-61d0-4641-90c7-d6fa28cd6a80","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.614949833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"57434894-f23c-4c02-936a-174c6d819c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.615679877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"11f5cb65-4bfb-42e9-9d18-fc3f9d2a6991","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.616940222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"c0b1819d-f356-4162-ae55-64dac798eee9","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.688486053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"43b23319-5b1f-47d5-815c-4bb05c0274f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.69686791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"43b23319-5b1f-47d5-815c-4bb05c0274f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.698511616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"76a1f9f6-9f1d-410a-82dd-48e48d5efb3b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.708837603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8a67c1b6-c740-475e-9462-51680d6fc481","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.712546724Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"76a1f9f6-9f1d-410a-82dd-48e48d5efb3b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"distinct-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.714697874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b312386b-a3ee-418b-aa6b-3533ae5a6c41","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.730642718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"c2c0c9dd-3b8c-4484-bf21-11f889351689","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.735872117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"56150307-c3df-4958-8233-e968b3e148cf","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.736191867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"f50882aa-c100-42a4-b477-f0b911199b46","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.744295046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-auth","reconcileID":"151bbeb6-b434-46c6-a0a8-1cffaa6d1633","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.752404576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-auth","reconcileID":"151bbeb6-b434-46c6-a0a8-1cffaa6d1633","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.824750612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ba930e96-9ffa-422d-a669-3dd51e478ee8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.833189167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"f7d13c7a-1693-4801-a55e-40858f64e3d1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.84673945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-auth","reconcileID":"e6675cfa-d193-4a3e-b1e1-19b55665e62a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.846772808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4027bcd6-3464-4072-b0e7-2f2fa69d18b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.848593853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"f7d13c7a-1693-4801-a55e-40858f64e3d1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.854988067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4027bcd6-3464-4072-b0e7-2f2fa69d18b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.855765014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-auth","reconcileID":"e6675cfa-d193-4a3e-b1e1-19b55665e62a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.934795948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"6f706962-c907-4e23-856f-ea740f6df887","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.953235131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"8c883634-5573-4885-83e9-6f6da7d2eeec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.960321292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"46e311b2-623e-44d0-a505-daf3e6563213","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.960335312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b533d73b-f37a-4dfd-a66b-24e1902f485c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.960752158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"56b591c8-6f7f-430c-b3ce-c1ddec1f4b5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.96078869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"eb0ee44a-c931-4986-8c62-b25a70634343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.96995768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"56b591c8-6f7f-430c-b3ce-c1ddec1f4b5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.970221065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b533d73b-f37a-4dfd-a66b-24e1902f485c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.972182891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"46e311b2-623e-44d0-a505-daf3e6563213","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.972730201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"eb0ee44a-c931-4986-8c62-b25a70634343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.040080422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"710cae92-1aeb-4436-8486-e09b45f83876","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.054261984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"b6e84a4c-8fdb-4f05-b7f6-a1e511277c44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.289977851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"6dbfe843-1d09-4b76-95ff-4d03828745a1","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.549143933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4865803e-f4b7-4aa7-aa27-14c95b4e2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.552330755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4865803e-f4b7-4aa7-aa27-14c95b4e2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.556304935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4865803e-f4b7-4aa7-aa27-14c95b4e2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.559842042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4865803e-f4b7-4aa7-aa27-14c95b4e2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.569294327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"4e863501-3a08-4478-818a-4b8fdd9aa656","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.600273584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89b353d9-c745-4624-968f-6ea49ce88116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.602516464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"25a9d1e3-b6cd-4aad-926e-9e10bfe44ca7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.602575176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"8784a878-bf28-46ac-a97c-7f4de8b1ec70","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.603108012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"65dfbc5f-cfa9-4d37-b9d2-9df4f92cd30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.609977058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"89b353d9-c745-4624-968f-6ea49ce88116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.61384997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"8784a878-bf28-46ac-a97c-7f4de8b1ec70","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.614670539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"01c07d69-5c99-4f5f-8db2-48f90c6b522a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-2-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.615421072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"25a9d1e3-b6cd-4aad-926e-9e10bfe44ca7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.619291698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"65dfbc5f-cfa9-4d37-b9d2-9df4f92cd30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.666029506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-auth","reconcileID":"f6fe3dc6-9415-4439-80f6-2748a73f9dfa","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.667941687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"d2b9c571-4b7f-4db1-a422-9a5d4273b02b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.668952219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"390cfbb9-0321-448c-9ffb-b5aa7ca41999","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.713522518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"209a871a-9454-44b4-b648-2311947ed407","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-2-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.731234899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8156e605-3b81-48ad-81fe-0e7dd35fa8cb","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.854192108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1156fdbb-9109-4b08-b799-29f70ab905f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.858095872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1156fdbb-9109-4b08-b799-29f70ab905f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.876812795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1156fdbb-9109-4b08-b799-29f70ab905f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.88063396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1156fdbb-9109-4b08-b799-29f70ab905f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.906388108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"8f75fd17-9357-48d8-b7c5-246f32114b0f","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.927122782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"591a2460-c661-4f06-8f56-500a31e61922","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.927511278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"f20e9dfd-7813-4763-8ca1-a863937f7df8","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.935454404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bf79c20d-679c-45f7-bc5b-89c3b64cc004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.93550823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bf493a89-b316-4ddd-a6bf-9f3b6068aaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.943989643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bf79c20d-679c-45f7-bc5b-89c3b64cc004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.945490657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bf493a89-b316-4ddd-a6bf-9f3b6068aaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.519715589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"2813e780-3b4a-4ffb-b318-9ec176598c56","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.519851179Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-sub","reconcileID":"2813e780-3b4a-4ffb-b318-9ec176598c56","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.563333866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ed7283d9-95e8-41c7-9749-8927352c565a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.564320835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"bd07eeae-1d06-472b-b420-6f4b74985fa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.564331239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"2c43794d-2a51-46f6-95bf-682cd6168231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.571880951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ed7283d9-95e8-41c7-9749-8927352c565a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.572452407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"bd07eeae-1d06-472b-b420-6f4b74985fa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.574480295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"2c43794d-2a51-46f6-95bf-682cd6168231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.584532167Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"bd07eeae-1d06-472b-b420-6f4b74985fa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.701086764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"e2e-status-transition-auth","reconcileID":"ae349c2a-2007-4e79-80ec-9c6db6f4fced","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.617683818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"7c42ab72-7e74-4e1d-ad94-9faccc3e1fee","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.621131503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"7c42ab72-7e74-4e1d-ad94-9faccc3e1fee","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.627340144Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-sub","reconcileID":"7c42ab72-7e74-4e1d-ad94-9faccc3e1fee","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.66460689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"3f4e3648-fab6-4506-a9b2-96243bb51f7b","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.690790893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b5b2bf82-169f-464b-b383-77ebf601fd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.691166519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"8a1b9157-bf1b-402f-8eea-15b7e29fc97e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.691416731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a7cc21cc-c050-43c6-8ebd-6fef2eecddec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.692114188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"d54a273e-a57d-4087-8ac9-d3bd69f86227","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.707926775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b5b2bf82-169f-464b-b383-77ebf601fd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.70837198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"d54a273e-a57d-4087-8ac9-d3bd69f86227","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.711772499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a7cc21cc-c050-43c6-8ebd-6fef2eecddec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.711780518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"8a1b9157-bf1b-402f-8eea-15b7e29fc97e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.818696518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"0305b403-d368-45b0-a3d6-7e1ecf6f3692","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.833948697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"addfc713-2063-4062-9dad-359ff0feabd0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eda4db2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.836313779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"cf3f688f-7c57-4677-96f2-952d2b12f734","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.836339108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b379af21-6fe8-47a4-b85d-45af06741351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.845123209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"cf3f688f-7c57-4677-96f2-952d2b12f734","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.845125805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b379af21-6fe8-47a4-b85d-45af06741351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.932573719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9b9ffea9-1073-4233-a1e3-0c7569397d71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.933010175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6bfe405b-36b1-46ea-9448-bc7af716c23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.93343507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"000c78a2-d50b-4110-a95e-d828b4c351dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.933776217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"2af96aa7-d1f9-4fdd-bf0d-ed6474b5214c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.940707473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9b9ffea9-1073-4233-a1e3-0c7569397d71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.942713676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6bfe405b-36b1-46ea-9448-bc7af716c23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.943702666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"2af96aa7-d1f9-4fdd-bf0d-ed6474b5214c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.945110586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"000c78a2-d50b-4110-a95e-d828b4c351dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:46.665935323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"25a57718-b58b-4c60-915f-7ab20277976c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:46.766197846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"25a57718-b58b-4c60-915f-7ab20277976c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:46.766263629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"25a57718-b58b-4c60-915f-7ab20277976c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:46.779508324Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube","reconcileID":"25a57718-b58b-4c60-915f-7ab20277976c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-32e482/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.031111268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"aaea755a-5c59-494d-acde-3863c5d1f64d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.042995338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a5372858-0170-4808-8f98-4fc064a6ec5c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.088104468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7076e465-2529-4414-b380-eea4a85dc874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.137156232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d4ac857c-678d-4e3a-8b2d-33bb09c307e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.137910932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"b2cd20ad-1d3b-4375-bead-ae3c0ed34571","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.162546972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7469b7e0-8c0a-48dd-986e-7b396aa573d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.225169278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b1a0cd50-b36d-41ad-8a28-9fe9b8dadbdc","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.230125815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7076e465-2529-4414-b380-eea4a85dc874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.231484387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"b2cd20ad-1d3b-4375-bead-ae3c0ed34571","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.263319707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7469b7e0-8c0a-48dd-986e-7b396aa573d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.423682799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d24e4e1e-f87e-44c8-8a44-0bfbfc161592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.425663352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d4ac857c-678d-4e3a-8b2d-33bb09c307e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.668964396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d24e4e1e-f87e-44c8-8a44-0bfbfc161592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.680810761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"369efa54-0dac-4f80-bb4c-4c4c9226fd94","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.692667084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"550046a1-8153-4300-9a20-908510450188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.807164844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"550046a1-8153-4300-9a20-908510450188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.89685279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"369efa54-0dac-4f80-bb4c-4c4c9226fd94","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.912655891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-degraded-models-kube-auth","reconcileID":"c4dbfe5a-4ae6-4a94-b3e7-67f5b9bc24a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.952705706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"39bcf693-d441-4bf2-8c11-87ddb078f520","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.14604941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"63c55ba1-d997-42cf-a911-397d11c814c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.147840972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"39bcf693-d441-4bf2-8c11-87ddb078f520","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.17550945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c6f41b9c-4648-4e48-a212-6cc7ab14c96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.265737861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"63c55ba1-d997-42cf-a911-397d11c814c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.41816854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0a10ba43-941b-48e2-864a-34a351524217","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.465670225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c6f41b9c-4648-4e48-a212-6cc7ab14c96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.574795606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"2fd6f5aa-8e4b-4cc1-8405-ad6abd3ae276","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.575542397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"aaf54b62-bb8a-433e-8a44-2313473ba797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.647106215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"aaf54b62-bb8a-433e-8a44-2313473ba797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.64747216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"2fd6f5aa-8e4b-4cc1-8405-ad6abd3ae276","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.663465962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d40993db-497f-4eb2-83d0-0ffc995bfdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.717039708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d40993db-497f-4eb2-83d0-0ffc995bfdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.97368605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"722da49f-7437-4a94-9118-ade6eb4f224c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.21650998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"722da49f-7437-4a94-9118-ade6eb4f224c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3fbb1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.216621331Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"722da49f-7437-4a94-9118-ade6eb4f224c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.26365458Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"722da49f-7437-4a94-9118-ade6eb4f224c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.271413187Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"e2e-partial-access-sub","reconcileID":"722da49f-7437-4a94-9118-ade6eb4f224c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/distinct-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.350314244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"c3069ffd-53ef-4739-9fb4-45949e4ca031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.857228569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"90bea284-b50d-433b-a2db-809fd5eedbda","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.864981994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"29f51f9e-aad5-4775-9fca-c0d5bcb7492e","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:50.160134687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7525f2fa-70b4-4525-8e05-8a20a97aae8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:50.207716724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6a5e080f-20ef-4e14-9d31-a4a017f5053c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:50.552160412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7525f2fa-70b4-4525-8e05-8a20a97aae8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:50.660444439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"2a9f40a9-41fd-4128-94f2-c5687d0e86b7","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:50.697172143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6a5e080f-20ef-4e14-9d31-a4a017f5053c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.108015057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"3a4f58b8-bcc9-4455-aa92-bead7b626697","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.214468943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cb9793af-88a2-4b24-982e-f1a211d995c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.215571357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"a1f3927d-71bb-4ef2-aa2f-af18eb4b48f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.216012616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"56320cfc-71b0-47d2-9e98-0f2a9b3e858c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.290656962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"56320cfc-71b0-47d2-9e98-0f2a9b3e858c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.35736789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cb9793af-88a2-4b24-982e-f1a211d995c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.359282646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a42c8-7086-4100-b472-b804406e48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.41855799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a42c8-7086-4100-b472-b804406e48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.47971657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a42c8-7086-4100-b472-b804406e48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.599550448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a42c8-7086-4100-b472-b804406e48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.624596045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5612874b-5d75-4579-8a95-7b43d8c59139","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.730134779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"c242d140-73c5-4a63-9a4b-34413b041c39","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.884592473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"12a0aed5-ebcd-4036-8fd4-480612bc66f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.036864481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"8828116b-f9a7-4731-b0fb-a584507b81dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.118482261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1de148bc-6822-4887-a23d-5b66c9eb3056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.119636012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"c2c4396e-5496-4599-9bd6-a3c1d7854e1c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.195908069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"a2bb9030-e0de-4b98-8387-d1e6c43df3a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.196910484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"93738141-f68e-49c7-9fe9-f33d31220564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.279684285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1de148bc-6822-4887-a23d-5b66c9eb3056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.326868903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"c2c4396e-5496-4599-9bd6-a3c1d7854e1c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.387983567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"8f5fd5e4-1873-4baf-9baa-e4469e517ca2","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.455512699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"a2bb9030-e0de-4b98-8387-d1e6c43df3a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.459943328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"93738141-f68e-49c7-9fe9-f33d31220564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.543567543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"122e85eb-12ad-4ed7-8e38-1e975c916247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.977994097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a1798-1a0b-4e4d-a9e1-b2f5fc7b374e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.98238519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a1798-1a0b-4e4d-a9e1-b2f5fc7b374e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.986685635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a1798-1a0b-4e4d-a9e1-b2f5fc7b374e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.990763096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165a1798-1a0b-4e4d-a9e1-b2f5fc7b374e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.84535153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"6f522150-3014-4157-883a-6514589d2cb4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.85931113Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"6f522150-3014-4157-883a-6514589d2cb4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.904404814Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-sub","reconcileID":"6f522150-3014-4157-883a-6514589d2cb4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.994814536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"37cffa74-4e15-42ec-a5bb-a17d7d0e3524","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.092258248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"050d20e4-6dd1-4f7b-8fbe-b6fc639aecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.092759501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9d63c489-d450-4a1b-817b-ec9244c1f0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.093591568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"e1a2f7f9-b657-4b7b-ac39-cf3c56afd9f9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.094314243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9d909823-a28e-4e17-a3b3-2f99599484cc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.104459175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"050d20e4-6dd1-4f7b-8fbe-b6fc639aecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.178115406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"3a2c4125-01f6-40e2-af2f-71a72e520126","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.184467671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9d63c489-d450-4a1b-817b-ec9244c1f0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.185279621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"e1a2f7f9-b657-4b7b-ac39-cf3c56afd9f9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.190540431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"9d909823-a28e-4e17-a3b3-2f99599484cc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.19154625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"527381e8-0d82-4016-b1ab-d1103bd3dba9","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.276655623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"dbd48251-46e8-41c2-b365-31bba99d4142","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.285076502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"dbd48251-46e8-41c2-b365-31bba99d4142","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.289123431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-match-auth","reconcileID":"99104705-f56e-4741-a077-89b3dead10eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.305175916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"dbec3e7d-dd09-493c-853d-f4e8ff6dace7","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.450978883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-model-nomatch-auth","reconcileID":"698346e5-6ea8-49ee-a571-cf81c526ab85","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.451339178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"1492295a-d552-4fd9-95ae-43ab14c4b593","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.503554362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"feaf610e-0445-4c58-ba03-6d08cc74f93a","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.975560677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93031d65-a60f-4fb0-b244-17fd4dc07e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.982537887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93031d65-a60f-4fb0-b244-17fd4dc07e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.989602023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93031d65-a60f-4fb0-b244-17fd4dc07e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.993105715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93031d65-a60f-4fb0-b244-17fd4dc07e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.341143968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469521f4-49c5-4cb7-801d-567386186b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.344462312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469521f4-49c5-4cb7-801d-567386186b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.347686421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469521f4-49c5-4cb7-801d-567386186b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.350789755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469521f4-49c5-4cb7-801d-567386186b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.607330317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f043d0e7-c3e9-420f-a83b-7ff3c305fab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.613270684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f043d0e7-c3e9-420f-a83b-7ff3c305fab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.616912053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f043d0e7-c3e9-420f-a83b-7ff3c305fab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.62208739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f043d0e7-c3e9-420f-a83b-7ff3c305fab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.69467785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.840860382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fc7123db-e3c2-460a-883c-76ea02eeac34","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.860278413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"869fa7d7-0bbc-4387-89a9-e563b402d6a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.862617386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"145e3149-3b33-471c-acc0-90dc376e7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.86261299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"194e4454-b126-426d-8e0d-109ba19af868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.871429232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"194e4454-b126-426d-8e0d-109ba19af868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.871540341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"145e3149-3b33-471c-acc0-90dc376e7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.881249508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6326a4c7-d886-420f-b40a-f7f78940d6ac","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.957462281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"bbda9543-8d67-48d4-8a56-bcbc6d0eb9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.982005759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-942930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-942930","reconcileID":"86ceae4c-b99b-4c14-90b8-ca01c69a2a39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-942930","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-942930":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.096230319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"a1fa169d-5f88-42dc-80b0-7290c11f5022","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.194282155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"d8541780-5f8d-43df-9cba-25067fe92af6","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.195124959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9f46e5/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.201723501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"6d75e1cc-4187-4985-80a5-3ce0689411d8","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.296069541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fb48a1b5-b8f1-49b1-b384-68f3fcaf78eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.296290548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"53c6c764-431e-4ba1-bb91-36bc39cd440d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.296681376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"9897a295-58cb-4173-a9c5-2142defe3c81","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.305799718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"53c6c764-431e-4ba1-bb91-36bc39cd440d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.307459157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"92e4f5fc-cb51-4654-93ec-acc91be9fd15","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.308058675Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-sub","reconcileID":"15d6c0d4-07dc-4fd6-9038-b4fd9f665241","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","model":"distinct-w3-9f46e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9f46e5/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.376904876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fb48a1b5-b8f1-49b1-b384-68f3fcaf78eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.394072891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-auth","reconcileID":"674890b1-4ef6-4efb-b76b-21bba1602db9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.395110939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"e3d6d683-54bc-4841-bcc7-254d68d10151","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.403524571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-auth","reconcileID":"674890b1-4ef6-4efb-b76b-21bba1602db9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.428631183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-sub","reconcileID":"687330fb-8d9b-4d24-bb40-349080b043ca","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.43224127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc6709-c4a2-4e9c-9235-625beac7c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.436076469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"6699ab13-c5e6-42f2-bedd-921ae5826fec","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.437793577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc6709-c4a2-4e9c-9235-625beac7c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.441379802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc6709-c4a2-4e9c-9235-625beac7c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.444799208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc6709-c4a2-4e9c-9235-625beac7c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.46597604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8f73ca6e-1298-4ea4-b636-93f4ec2b85b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.47787178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8f73ca6e-1298-4ea4-b636-93f4ec2b85b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.530240724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"f9e07020-3186-4c4b-9444-ba0dda957eaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.549614305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8db2b728-d7ec-424a-9466-2e2aca49e54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.563784187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8db2b728-d7ec-424a-9466-2e2aca49e54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.572425042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"b3e90aeb-80a8-4fed-accb-c7ff1a892c57","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.645417267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"74e56dcb-a884-4003-b4ca-ea1aeee39151","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.647483922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"09219c93-1635-4d61-a276-65a5c3e502d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.740111679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1d73b29d-401e-4b42-92a7-8491a2c96d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.788885437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-auth","reconcileID":"6b78792d-7af7-4bf7-b899-a5eb2d6fdafd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.844984078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1d73b29d-401e-4b42-92a7-8491a2c96d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.853113949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-auth","reconcileID":"6b78792d-7af7-4bf7-b899-a5eb2d6fdafd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.389307335Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","namespace":"ai-tenant-e2e-praxis-a-8fa615","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.389365262Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","namespace":"ai-tenant-e2e-praxis-a-8fa615","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.389412074Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","tenant":"e2e-praxis-a-8fa615","tenantID":"e2e-praxis-a-8fa615","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.3945667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8fa615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.406436431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Service","name":"maas-api-e2e-praxis-a-8fa615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.42569054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8fa615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.433424239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8fa615","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.439839367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.44837351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.456609565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.46251019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.466852489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.470347169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.476340087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Service","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.479775269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.482809557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.4861868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.489264335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.496388769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.499717253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.50257303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.505605496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8fa615","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.508792041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8fa615"},"namespace":"ai-tenant-e2e-praxis-a-8fa615","name":"default-tenant","reconcileID":"f0882b4f-2e64-4574-bec8-3ffa3f0f721e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8fa615","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.949589351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"fb141311-f93f-4ded-aaf3-a9ce09714549","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.949627213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"fb141311-f93f-4ded-aaf3-a9ce09714549","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.971804406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"6cddc181-d2c3-4482-b0b8-e2ea07912e72","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.114694491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"cddda5db-1b79-4fe9-a9bd-618f5029049d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.114720434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"cddda5db-1b79-4fe9-a9bd-618f5029049d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.125196245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"ce09b9a8-1942-4732-843c-a5f1a16fa096","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.126128367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"60e1c2db-7dc3-4c65-8fcb-ce00502c29ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.126186896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"60e1c2db-7dc3-4c65-8fcb-ce00502c29ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.129878462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9a9dd8db-e55b-4c5d-9110-9bf88238e4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.130606666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2951d3ff-f2a5-4428-b39b-62721f46f63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:59.131036976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-32e482/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.134540914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"f10ccf5b-b667-4dc2-9b77-e40146a2c5e9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.134556643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"f10ccf5b-b667-4dc2-9b77-e40146a2c5e9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.139686775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9a9dd8db-e55b-4c5d-9110-9bf88238e4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.139778432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2951d3ff-f2a5-4428-b39b-62721f46f63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.15380441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"d3100ad6-9607-4705-aff7-79dbcea395e0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-32e482/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.174737863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"1df6d8d7-d3e7-469d-b4dd-0b2442f9bdb9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.174755108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"1df6d8d7-d3e7-469d-b4dd-0b2442f9bdb9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.251785802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"455125ec-a0d2-4088-bf11-6cd7a3b1bef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.252556916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"17832aa5-e93b-4d0f-9c75-00da9dfa2e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.275816149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"17832aa5-e93b-4d0f-9c75-00da9dfa2e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.277387639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"455125ec-a0d2-4088-bf11-6cd7a3b1bef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.2801264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"96a7d308-45fc-487c-84a2-ec2c4cf00734","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.29211487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"bb673898-f6d9-454b-8f28-20876e2ce94f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.292132818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"bb673898-f6d9-454b-8f28-20876e2ce94f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.298637381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-auth","reconcileID":"63e8807e-3e7e-40ff-9c8b-341797b86411","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-2-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.30167782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"c81bd70e-3831-4437-bda1-d50fcf927b7c","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.302002518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"d47e5432-981b-43fc-9d5f-eebcea1df769","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.302019934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"d47e5432-981b-43fc-9d5f-eebcea1df769","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.33084314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e22029bc-221a-48b2-bcad-8e20019f663e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.376346601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3d6e9baf-e3c1-471a-833a-15ba7acd2dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.376867646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"995ffb1f-3288-40ba-ab77-fab04418edb9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.379185094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e22029bc-221a-48b2-bcad-8e20019f663e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.385344944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"995ffb1f-3288-40ba-ab77-fab04418edb9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.385464327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3d6e9baf-e3c1-471a-833a-15ba7acd2dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.389324799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"a69ef4d2-3d3c-42b7-9d24-947e1e8aa278","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.394820455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"68cde759-2b40-4961-be90-a9debc4e1bc8","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.580649288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"cc0dfe2a-08ea-42f9-88cc-141d038e8f9c","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.597993883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"f97f3924-61c7-437c-a1c7-df1044ce963f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.59802118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"f97f3924-61c7-437c-a1c7-df1044ce963f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.677494169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"79bd330b-1b79-4dc4-8b47-e75ce120a514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.678083128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d06cb8b3-ada9-4cf1-887f-36bd076cee75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.681452003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"63a1b467-7f5f-4d10-9e40-a2916ccbd304","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.686820078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"79bd330b-1b79-4dc4-8b47-e75ce120a514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.689126363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d06cb8b3-ada9-4cf1-887f-36bd076cee75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.691499907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"63a1b467-7f5f-4d10-9e40-a2916ccbd304","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:59.800017716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"63a1b467-7f5f-4d10-9e40-a2916ccbd304","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.819409129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"ccfcf816-5cf8-4f6e-b314-712e132583a5","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.82780778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"ccfcf816-5cf8-4f6e-b314-712e132583a5","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.224614716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"93f3ce64-b4e0-4c44-8c0d-6d53b1843eed","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.224730297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"b04f710f-60ec-454d-94cf-e338ec4a585d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.224747539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"b04f710f-60ec-454d-94cf-e338ec4a585d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.244066652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cc5cdfd1-bf43-4a79-8191-9cfea817ca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.244292103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"39bbd51b-c7ed-4144-8f8a-7bbcfc5c9ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.249265428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"8566abb5-bce3-4d83-9f8a-82a09bb17695","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.253110508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cc5cdfd1-bf43-4a79-8191-9cfea817ca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.255258457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"39bbd51b-c7ed-4144-8f8a-7bbcfc5c9ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.336415679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"622e6a4c-6705-44cf-a6a7-bf939761a83f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.336645027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"d3d331ad-2658-420e-88ba-e4b19c90078e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.33666395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"d3d331ad-2658-420e-88ba-e4b19c90078e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.377863928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8829a45-6f2e-4837-8179-5c048287aa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.381684117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8829a45-6f2e-4837-8179-5c048287aa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.3851569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8829a45-6f2e-4837-8179-5c048287aa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.388625151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8829a45-6f2e-4837-8179-5c048287aa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.394367167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"252afce0-731d-4371-a056-64cca4e64eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.395865101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"abf7542e-c42a-42cd-9a5a-f2bcde9b20c3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.39722854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"764d3bd5-e730-4a03-9090-90dd54437fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.403762254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"252afce0-731d-4371-a056-64cca4e64eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.406288239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"764d3bd5-e730-4a03-9090-90dd54437fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:00.434705604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-auth","reconcileID":"622e6a4c-6705-44cf-a6a7-bf939761a83f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.506049476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"4732ee21-deb3-4a6d-8cac-fe94c18653da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.50606787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"4732ee21-deb3-4a6d-8cac-fe94c18653da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.521271576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"51e38f4a-17b0-498d-a5f5-94848976cafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.522018797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1de52e1-08ca-4706-b091-443f58f4ff0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.589300383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"51e38f4a-17b0-498d-a5f5-94848976cafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.596830562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1de52e1-08ca-4706-b091-443f58f4ff0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.715137631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd62a0d5-02e5-48e3-8de7-06fa90390f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.718305116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd62a0d5-02e5-48e3-8de7-06fa90390f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.721412961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd62a0d5-02e5-48e3-8de7-06fa90390f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.724532265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd62a0d5-02e5-48e3-8de7-06fa90390f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.056950479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d15a22-30fd-48fa-a379-0045ef9143eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.083234955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d15a22-30fd-48fa-a379-0045ef9143eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.094813791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d15a22-30fd-48fa-a379-0045ef9143eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.103537058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d15a22-30fd-48fa-a379-0045ef9143eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.360316772Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4fb1d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4fb1d0","reconcileID":"b6ccbf03-2d1d-45bb-af4c-14a0a833def4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4fb1d0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4fb1d0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.56073333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa039ad2-e09f-4621-a765-ddf62556d38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.564013411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa039ad2-e09f-4621-a765-ddf62556d38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.567057032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa039ad2-e09f-4621-a765-ddf62556d38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.570304493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa039ad2-e09f-4621-a765-ddf62556d38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.879843771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faa9aeb-503b-4334-a149-281d4cdb2265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.882892228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faa9aeb-503b-4334-a149-281d4cdb2265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.885879428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faa9aeb-503b-4334-a149-281d4cdb2265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.888753574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3faa9aeb-503b-4334-a149-281d4cdb2265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.212920606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f00001-f1f5-4ab5-b6c8-2ae7b0c2d085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.221395534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f00001-f1f5-4ab5-b6c8-2ae7b0c2d085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.228974459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f00001-f1f5-4ab5-b6c8-2ae7b0c2d085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.234910355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f00001-f1f5-4ab5-b6c8-2ae7b0c2d085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.564759585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e003f3f0-2431-4bb1-a240-3cf9acbcae06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.56956257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e003f3f0-2431-4bb1-a240-3cf9acbcae06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.57874976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e003f3f0-2431-4bb1-a240-3cf9acbcae06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.584616407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e003f3f0-2431-4bb1-a240-3cf9acbcae06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.821567176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebaff13-be17-49c0-80d4-0bd813602260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.824746714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebaff13-be17-49c0-80d4-0bd813602260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.829967239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebaff13-be17-49c0-80d4-0bd813602260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.832874791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebaff13-be17-49c0-80d4-0bd813602260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.241587904Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8fa615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8fa615","reconcileID":"8e964181-e24a-4b7f-b8c5-a899d8ae57f9","aitenant":"ai-tenants/e2e-praxis-a-8fa615","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.35679655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8fa615","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8fa615","reconcileID":"8e964181-e24a-4b7f-b8c5-a899d8ae57f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8fa615","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8fa615"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.378624424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751566fa-cd97-40cb-b203-1c4021e50538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.387533475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751566fa-cd97-40cb-b203-1c4021e50538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.399896219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751566fa-cd97-40cb-b203-1c4021e50538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.405051144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751566fa-cd97-40cb-b203-1c4021e50538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.750172194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453bbcd9-cf24-4f33-a17b-eda30dc3a6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.769710848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453bbcd9-cf24-4f33-a17b-eda30dc3a6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.78215876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453bbcd9-cf24-4f33-a17b-eda30dc3a6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.79197058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453bbcd9-cf24-4f33-a17b-eda30dc3a6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.086445126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"192abfef-b03a-4ef8-8874-9ee846a29284","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.196513494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"192abfef-b03a-4ef8-8874-9ee846a29284","name":"e2e-shared-a-w4-942930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.013919388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b08332c4-6679-4ff7-b5c4-0cb3eff12ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.038326346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eab12e19-d151-4cda-8d55-971662dbb67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.085164958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2d1aa0aa-be27-4d45-855f-6dcb24ec6a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.08589504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b30cabb4-cf17-446f-bbe2-860bbc8afef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.223777677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b08332c4-6679-4ff7-b5c4-0cb3eff12ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.269295864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eab12e19-d151-4cda-8d55-971662dbb67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.311345279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"505fcce2-614e-4bbe-8e81-0ac2ffae7c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.313336219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b30cabb4-cf17-446f-bbe2-860bbc8afef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.339013744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2d1aa0aa-be27-4d45-855f-6dcb24ec6a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.40323615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"505fcce2-614e-4bbe-8e81-0ac2ffae7c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.465702826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9100ac0e-52fe-4728-90c6-7d9f6f7cde7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.482151793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9100ac0e-52fe-4728-90c6-7d9f6f7cde7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.634604713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-sub","reconcileID":"b48eb7f4-7019-40b2-a2d3-777b03cacf36","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.644720487Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-sub","reconcileID":"b48eb7f4-7019-40b2-a2d3-777b03cacf36","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.655049781Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"e2e-no-access-sub","reconcileID":"b48eb7f4-7019-40b2-a2d3-777b03cacf36","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/distinct-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.935713246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"ee6dec34-dabe-4fe4-b7b5-1c83fb9d4d96","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.065306729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1dad1d06-94f6-4199-945c-bc1f8d4d2537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.267225607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0d4154c6-cc09-466d-90c9-7d0cd3ba73a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.507046245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0d4154c6-cc09-466d-90c9-7d0cd3ba73a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.56253318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1dad1d06-94f6-4199-945c-bc1f8d4d2537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.627157075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"90297740-d84d-40e6-8c3d-8d84aea1072c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.791378292Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"90297740-d84d-40e6-8c3d-8d84aea1072c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:10.821896243Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"e2e-enrichment-sub","reconcileID":"90297740-d84d-40e6-8c3d-8d84aea1072c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.241392931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"e20e42e2-86a1-4673-b6d4-c8ac9d116315","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"tenant":"e2e-worker-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.273691629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"e2e-enrichment-model-ref","reconcileID":"e20e42e2-86a1-4673-b6d4-c8ac9d116315","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.552890573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"49b10cb9-44a0-468c-87f6-c86311c3fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.605335729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"00bbc5be-2cdc-492e-8925-b6613fa9cdc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.680131456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"49b10cb9-44a0-468c-87f6-c86311c3fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:11.996658055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"d4557261-189e-4a64-a491-9850c9bb1ca5","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.164626778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"00bbc5be-2cdc-492e-8925-b6613fa9cdc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.231921159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"eb1fdf23-5fad-420c-b3c4-26a8e1cb4744","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:12.465418086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"eb1fdf23-5fad-420c-b3c4-26a8e1cb4744","name":"distinct-w1-32e482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:12.46551563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"eb1fdf23-5fad-420c-b3c4-26a8e1cb4744","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.52664535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"a862985a-d93b-4a27-be90-dfa7d684d3ed","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.860996277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"80d7a31b-356c-4fde-a171-37c6ceecda70","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.024055605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"e3759d36-c1d3-44f5-86da-42b0a89625e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.046295067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26e247b1-44ee-450e-a1e9-18f5fdd6e131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.241101696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26e247b1-44ee-450e-a1e9-18f5fdd6e131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.36882481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"ceb6362d-fb71-4792-83c9-283e2badd08d","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.447428503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1c1d959b-a3f4-4664-bbbc-a8127628b773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.578869696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1c1d959b-a3f4-4664-bbbc-a8127628b773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.6182855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"87c0dccf-ca68-448e-87f1-92456cf08009","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.621318703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"534e5269-96b5-430c-af2d-9a79572c386b","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.903327275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e57fc4-2eb5-4cfb-b211-20e2925d4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.912338488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e57fc4-2eb5-4cfb-b211-20e2925d4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.972411034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e57fc4-2eb5-4cfb-b211-20e2925d4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.995822063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e57fc4-2eb5-4cfb-b211-20e2925d4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.051721736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"f9d6ffc2-fc1e-4f4f-bdf6-1b6fae4b7bd1","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.446905797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2476b4-4723-4177-9b97-dc084bbb5969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.450850569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2476b4-4723-4177-9b97-dc084bbb5969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.454857121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2476b4-4723-4177-9b97-dc084bbb5969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.458463774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2476b4-4723-4177-9b97-dc084bbb5969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.735713122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"c740f362-dafe-4d46-9e74-aa307fb28d29","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.835613699Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"c740f362-dafe-4d46-9e74-aa307fb28d29","name":"e2e-shared-a-w0-4fb1d0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.012380332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2630a18-95da-4614-9310-0b6816b4db48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.017247444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2630a18-95da-4614-9310-0b6816b4db48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.026194983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2630a18-95da-4614-9310-0b6816b4db48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.116696029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2630a18-95da-4614-9310-0b6816b4db48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.7974708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61573bec-a8e9-4fc6-8528-c397bc9edb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.830675601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61573bec-a8e9-4fc6-8528-c397bc9edb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.857070159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61573bec-a8e9-4fc6-8528-c397bc9edb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.861298537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61573bec-a8e9-4fc6-8528-c397bc9edb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.137686804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aa6022-d801-48c1-af27-3170e4c415a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.141318673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aa6022-d801-48c1-af27-3170e4c415a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.145793522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aa6022-d801-48c1-af27-3170e4c415a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.149666231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68aa6022-d801-48c1-af27-3170e4c415a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.515300154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0480a19-c610-4dd7-b345-f542f4325bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.51943325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0480a19-c610-4dd7-b345-f542f4325bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.526070995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0480a19-c610-4dd7-b345-f542f4325bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.537798757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0480a19-c610-4dd7-b345-f542f4325bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.931709247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf8318-c6c5-49d3-bc83-2b5ad51f67d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.934995061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf8318-c6c5-49d3-bc83-2b5ad51f67d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.938154802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf8318-c6c5-49d3-bc83-2b5ad51f67d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.941510489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf8318-c6c5-49d3-bc83-2b5ad51f67d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.333791955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fcdc3-90d6-4f51-91fb-0999e6cc9130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.33726163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fcdc3-90d6-4f51-91fb-0999e6cc9130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.340456409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fcdc3-90d6-4f51-91fb-0999e6cc9130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.344539429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fcdc3-90d6-4f51-91fb-0999e6cc9130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.585875178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6a71f1-8c2c-4323-80da-3ce0d4f5ea78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.589427671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6a71f1-8c2c-4323-80da-3ce0d4f5ea78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.592935703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6a71f1-8c2c-4323-80da-3ce0d4f5ea78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.596767573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6a71f1-8c2c-4323-80da-3ce0d4f5ea78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.908423653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bfc240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bfc240","reconcileID":"61627a9a-8162-427c-99ab-bb931b16d3fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-bfc240","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-bfc240":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.983182458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f643cea6-7627-4931-b9dc-f4981178f2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.98653728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f643cea6-7627-4931-b9dc-f4981178f2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.989692386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f643cea6-7627-4931-b9dc-f4981178f2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:17.992877804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f643cea6-7627-4931-b9dc-f4981178f2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.549389048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd09539-6b5d-4e97-97a0-52b2d3e561fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.552824923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd09539-6b5d-4e97-97a0-52b2d3e561fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.556097668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd09539-6b5d-4e97-97a0-52b2d3e561fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.559584288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd09539-6b5d-4e97-97a0-52b2d3e561fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.673108773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"ba636efd-9fa6-4d80-85b3-1875b6ca259f","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.806454843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d67ec-3d05-4ebb-a0dd-1a689f18bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.810377201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d67ec-3d05-4ebb-a0dd-1a689f18bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.814385491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d67ec-3d05-4ebb-a0dd-1a689f18bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.81806888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-f154ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-f154ac","reconcileID":"a5427919-1388-4ae7-9ea2-09d8bf91b779","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-f154ac","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-f154ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:18.818154045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d67ec-3d05-4ebb-a0dd-1a689f18bde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.60677261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc23fa27-c50a-4192-bf46-2ab94d14f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.61031413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc23fa27-c50a-4192-bf46-2ab94d14f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.615120932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc23fa27-c50a-4192-bf46-2ab94d14f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.620409598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc23fa27-c50a-4192-bf46-2ab94d14f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.953986048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f509f5-7eff-4e30-9771-6aeac31dc507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.958852747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f509f5-7eff-4e30-9771-6aeac31dc507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.962183818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f509f5-7eff-4e30-9771-6aeac31dc507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.965270159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f509f5-7eff-4e30-9771-6aeac31dc507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.371476008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad3f51-f1d9-4551-9f6a-e747b013a6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.375511383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad3f51-f1d9-4551-9f6a-e747b013a6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.378955529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad3f51-f1d9-4551-9f6a-e747b013a6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.38284756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dad3f51-f1d9-4551-9f6a-e747b013a6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.987584538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb0c88-8b8f-4903-b9f4-ef9233740dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.997784876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb0c88-8b8f-4903-b9f4-ef9233740dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.088885327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb0c88-8b8f-4903-b9f4-ef9233740dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.097841427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb0c88-8b8f-4903-b9f4-ef9233740dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.17782519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"b00e6be8-ff3e-44a3-9dd4-612fe2b6fc20","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.22181199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"f669e71a-4786-4581-9b60-ee0165b75367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.222519514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6788a0a2-4a67-41f3-a0cf-3e8e3df7d7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.223366044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0034b0c2-4662-4129-a4ad-27ee7ba46d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.23729664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6788a0a2-4a67-41f3-a0cf-3e8e3df7d7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.245590878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0034b0c2-4662-4129-a4ad-27ee7ba46d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.259866035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"e73ce38c-06b6-4df8-9612-d9752e785f56","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.32764228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"987bfb79-839b-4d5d-b53d-12ea69258488","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.841140219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c1a941-dbba-4a1a-8164-0cb24ae0e900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.845378141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c1a941-dbba-4a1a-8164-0cb24ae0e900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.849594706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c1a941-dbba-4a1a-8164-0cb24ae0e900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.8533517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c1a941-dbba-4a1a-8164-0cb24ae0e900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.934855306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"9ff22bca-c960-4951-8ff1-1c6b819519ef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.147045934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297562ab-5389-4324-8c19-c2ae1938cfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.150657394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297562ab-5389-4324-8c19-c2ae1938cfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.15411508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297562ab-5389-4324-8c19-c2ae1938cfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.158312122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"297562ab-5389-4324-8c19-c2ae1938cfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.19622446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"f60fbdf0-93cc-4f55-bd23-8c9f3dfb8243","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.287575088Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","namespace":"ai-tenant-e2e-praxis-b-c131fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.287658357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","namespace":"ai-tenant-e2e-praxis-b-c131fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.287735838Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","tenant":"e2e-praxis-b-c131fa","tenantID":"e2e-praxis-b-c131fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.300052468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c131fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.31932108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Service","name":"maas-api-e2e-praxis-b-c131fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.37838519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c131fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.38440332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c131fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.392789352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.398226073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.405508755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.412974303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.416052385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.418754174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.421588702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Service","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.424165309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.426827008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.429426915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.432136809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.439189038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.442012939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.444824933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.446896726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bc518c-6b3f-4c26-98f6-a07e77097271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.449731244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c131fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.450133851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bc518c-6b3f-4c26-98f6-a07e77097271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.45335532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bc518c-6b3f-4c26-98f6-a07e77097271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.453651042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c131fa"},"namespace":"ai-tenant-e2e-praxis-b-c131fa","name":"default-tenant","reconcileID":"1ec21a0a-c94a-4990-bba9-ce5a1fa6f088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c131fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.456914171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bc518c-6b3f-4c26-98f6-a07e77097271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.069452744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ce4336-b91d-401a-8553-91b05bf8c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.076819848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ce4336-b91d-401a-8553-91b05bf8c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.080062574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ce4336-b91d-401a-8553-91b05bf8c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.083714229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ce4336-b91d-401a-8553-91b05bf8c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.397314508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d91e15-ce18-4606-94c6-b92082030f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.401988036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d91e15-ce18-4606-94c6-b92082030f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.40507021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d91e15-ce18-4606-94c6-b92082030f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.408429874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d91e15-ce18-4606-94c6-b92082030f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.679975738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14bb16b-d1ad-454a-845b-e26dc7d8992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.683074751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14bb16b-d1ad-454a-845b-e26dc7d8992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.686399808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14bb16b-d1ad-454a-845b-e26dc7d8992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.689505733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14bb16b-d1ad-454a-845b-e26dc7d8992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.694981936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.680011923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"36afa5c3-984f-4b1d-b1b0-baf1e1fe0d5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.701875921Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"36afa5c3-984f-4b1d-b1b0-baf1e1fe0d5f","name":"e2e-shared-a-w3-bfc240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.962455795Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c131fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c131fa","reconcileID":"4a4d6d81-782b-4636-8f1f-c6af9af3edc2","aitenant":"ai-tenants/e2e-praxis-b-c131fa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.166612338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc837e17-990c-4cba-b760-4db35bc947e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.169673047Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c131fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c131fa","reconcileID":"4a4d6d81-782b-4636-8f1f-c6af9af3edc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c131fa","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c131fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.172083175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc837e17-990c-4cba-b760-4db35bc947e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.178180389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc837e17-990c-4cba-b760-4db35bc947e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.182093844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc837e17-990c-4cba-b760-4db35bc947e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.554349624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4ba2d3-241a-4336-89a5-5263a3c3e1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.558476964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4ba2d3-241a-4336-89a5-5263a3c3e1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.562620281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4ba2d3-241a-4336-89a5-5263a3c3e1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.565944251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4ba2d3-241a-4336-89a5-5263a3c3e1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.92049941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ad466-f51c-462a-b37c-7a82a80b3425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.957760137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ad466-f51c-462a-b37c-7a82a80b3425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.981287748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ad466-f51c-462a-b37c-7a82a80b3425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.99234413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ad466-f51c-462a-b37c-7a82a80b3425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.334946668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3badbd-4c9a-4850-b235-bf638648ef4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.338170859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3badbd-4c9a-4850-b235-bf638648ef4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.341457929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3badbd-4c9a-4850-b235-bf638648ef4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.344539038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3badbd-4c9a-4850-b235-bf638648ef4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.753264323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"8ea826d8-1f59-4ade-a017-89350ca9f81d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.104083881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"0e0396bd-afee-436a-94e2-8d644073369b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.870958554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"a14db996-8b11-434d-af8e-055ca1b830eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.914702374Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"a14db996-8b11-434d-af8e-055ca1b830eb","name":"e2e-shared-a-w1-f154ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.101577913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34205ed-b561-4057-85b7-b07f2626c7d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.104808494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34205ed-b561-4057-85b7-b07f2626c7d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.10771371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34205ed-b561-4057-85b7-b07f2626c7d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.111613195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34205ed-b561-4057-85b7-b07f2626c7d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.578349051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51591af4-d147-48d8-b059-b10c0c738de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.586726786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51591af4-d147-48d8-b059-b10c0c738de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.594490379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51591af4-d147-48d8-b059-b10c0c738de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.598832141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51591af4-d147-48d8-b059-b10c0c738de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.664739807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"185d6908-0f5e-4cf6-9062-f19a7099f855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.870889053Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-81a5ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-81a5ae","reconcileID":"85601d1a-1e25-4895-b191-75fb65463748","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-81a5ae","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-81a5ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.905277822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a645fc-743e-47e7-b42a-3ae82efa32bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.908589448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a645fc-743e-47e7-b42a-3ae82efa32bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.913439796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a645fc-743e-47e7-b42a-3ae82efa32bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.916698349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a645fc-743e-47e7-b42a-3ae82efa32bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:30.98281028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"86944945-261a-46b5-a3c6-ce2b33329f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.232986376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27826303-a153-4a78-82fa-21932aa09306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.236294492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27826303-a153-4a78-82fa-21932aa09306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.239851128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27826303-a153-4a78-82fa-21932aa09306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.243112626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27826303-a153-4a78-82fa-21932aa09306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.763994508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f3bb3-b4ed-4db4-80ae-bac7a6cd0415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.767340065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f3bb3-b4ed-4db4-80ae-bac7a6cd0415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.770347571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f3bb3-b4ed-4db4-80ae-bac7a6cd0415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:31.773625672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f3bb3-b4ed-4db4-80ae-bac7a6cd0415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:32.206790341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b26e7f-d08c-492b-ac2a-65c6a0776b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:32.219438688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b26e7f-d08c-492b-ac2a-65c6a0776b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:32.227057219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b26e7f-d08c-492b-ac2a-65c6a0776b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:32.244637067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b26e7f-d08c-492b-ac2a-65c6a0776b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.182743721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fdeb24be-3464-4485-9b6e-875e297275d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.184941427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ad918da-a323-4b54-b951-2536facea42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.299121371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ad918da-a323-4b54-b951-2536facea42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.325164921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fdeb24be-3464-4485-9b6e-875e297275d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.325541344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"800dbf22-71bd-4e2c-bbde-c29280404568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.325745836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"13d1135d-728e-46e3-ba4b-b97ee0f56e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.568942991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"800dbf22-71bd-4e2c-bbde-c29280404568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.582090172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"13d1135d-728e-46e3-ba4b-b97ee0f56e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:35.657862648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"2a05397d-68c0-4d29-bddc-64b8fa338db9","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:36.924554645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"1105afa5-864b-41fb-b17a-7b3eefe0bc82","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:36.941490955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"107982d1-db4d-4038-ac0f-88396ae8b65c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:36.966081008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"aaf282e9-ba29-461c-ae0d-be0d0c8d82b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:36.975934172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"aaf282e9-ba29-461c-ae0d-be0d0c8d82b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:36.994881288Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"aaf282e9-ba29-461c-ae0d-be0d0c8d82b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.109150799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"be71968d-1d54-4c45-b567-ad58c194a912","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.120714487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"4fb4af60-26d5-4b7d-bf76-5fc583150622","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.129014363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"4fb4af60-26d5-4b7d-bf76-5fc583150622","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.139081462Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"4fb4af60-26d5-4b7d-bf76-5fc583150622","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:37.308138005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"4fb4af60-26d5-4b7d-bf76-5fc583150622","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.511876648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"9d6f3f84-0802-4602-a7cf-7cb52acce020","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.520959504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"9d6f3f84-0802-4602-a7cf-7cb52acce020","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.577466615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"9d6f3f84-0802-4602-a7cf-7cb52acce020","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.662155239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43a3ab-dc1e-4ed3-9714-14022877f1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.665474846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43a3ab-dc1e-4ed3-9714-14022877f1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.669165932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43a3ab-dc1e-4ed3-9714-14022877f1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.67306919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43a3ab-dc1e-4ed3-9714-14022877f1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.007151627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77d2e32-d7e3-498a-9d5c-fa3b941caade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.010325938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77d2e32-d7e3-498a-9d5c-fa3b941caade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.013806908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77d2e32-d7e3-498a-9d5c-fa3b941caade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.019872719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77d2e32-d7e3-498a-9d5c-fa3b941caade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.050905037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"ec136560-1884-48c0-b815-85761c3b5888","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.548067177Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-88a18e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-88a18e","reconcileID":"dc9afdb8-e614-490b-a5f5-90a70a03bfb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-88a18e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-88a18e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.86445442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a2daab-f64b-4f0e-ba45-a7ea080bf12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.867780108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a2daab-f64b-4f0e-ba45-a7ea080bf12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.870957389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a2daab-f64b-4f0e-ba45-a7ea080bf12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.873962349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a2daab-f64b-4f0e-ba45-a7ea080bf12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.412543154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"7b2c050c-1001-4d5d-8c5c-a9860522c2bd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.412855178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"b3080c62-adb7-4a09-ade1-9b368d183b84","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.44773159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"e2e-status-degraded-auth","reconcileID":"7b2c050c-1001-4d5d-8c5c-a9860522c2bd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.597499789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"97a78309-b9ce-437e-899e-9f4dca7e2cb8","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.824761651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e287961-c367-409d-a89b-c318a6152060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.827833156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e287961-c367-409d-a89b-c318a6152060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.830904277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e287961-c367-409d-a89b-c318a6152060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.834150603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e287961-c367-409d-a89b-c318a6152060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.202406118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73a9a47-5a43-46fe-bc59-99a93d79ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.213006081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73a9a47-5a43-46fe-bc59-99a93d79ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.217289794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73a9a47-5a43-46fe-bc59-99a93d79ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.220490665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73a9a47-5a43-46fe-bc59-99a93d79ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.739405209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8d1f87-670d-4568-a1ed-fe1757d9f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.751027635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8d1f87-670d-4568-a1ed-fe1757d9f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.756708593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8d1f87-670d-4568-a1ed-fe1757d9f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.760870074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8d1f87-670d-4568-a1ed-fe1757d9f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.149763807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2746f1-4e57-476a-8ade-003e9e22a498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.152861314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2746f1-4e57-476a-8ade-003e9e22a498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.155958845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2746f1-4e57-476a-8ade-003e9e22a498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.159139058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2746f1-4e57-476a-8ade-003e9e22a498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.970386001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd46f1c-9e5f-4359-abf8-ab4e5a882349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.974459658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd46f1c-9e5f-4359-abf8-ab4e5a882349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.977933837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd46f1c-9e5f-4359-abf8-ab4e5a882349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.981185528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd46f1c-9e5f-4359-abf8-ab4e5a882349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.253252526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db4581-6d98-413c-b064-9ff830334277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.2564944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db4581-6d98-413c-b064-9ff830334277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.281856422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db4581-6d98-413c-b064-9ff830334277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.287684273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db4581-6d98-413c-b064-9ff830334277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.721278508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"6d7cc3ce-e328-4795-98bb-2c5b4ba901ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.743964623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"6d7cc3ce-e328-4795-98bb-2c5b4ba901ba","name":"e2e-shared-b-w0-81a5ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.397423476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c33a90a-3655-48d2-866b-42d391d47215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.401062845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c33a90a-3655-48d2-866b-42d391d47215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.404257113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c33a90a-3655-48d2-866b-42d391d47215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.412845961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c33a90a-3655-48d2-866b-42d391d47215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.731611406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b42915a-4427-4466-8b1c-31cf6066b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.782344593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b42915a-4427-4466-8b1c-31cf6066b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.788371439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b42915a-4427-4466-8b1c-31cf6066b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:46.794474984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b42915a-4427-4466-8b1c-31cf6066b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.131521686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdea763-fe61-42b4-9630-0b6debb237e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.136253878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdea763-fe61-42b4-9630-0b6debb237e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.13941651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdea763-fe61-42b4-9630-0b6debb237e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.144505123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdea763-fe61-42b4-9630-0b6debb237e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.339484296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ece233-7ded-413f-a807-9ff901db608f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.34348715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ece233-7ded-413f-a807-9ff901db608f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.350916462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ece233-7ded-413f-a807-9ff901db608f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.356885993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ece233-7ded-413f-a807-9ff901db608f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.383471921Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bcfde8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bcfde8","reconcileID":"57cfb568-2528-44f4-9197-ec4e6c9aa2d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bcfde8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bcfde8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.63216143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca929254-8271-4946-8f64-046b7f0d7f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.635165421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca929254-8271-4946-8f64-046b7f0d7f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.638995793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca929254-8271-4946-8f64-046b7f0d7f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:47.644949904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca929254-8271-4946-8f64-046b7f0d7f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.058092185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92ee667-d4bd-4221-8c9e-d3e2e50b4c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.061097904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92ee667-d4bd-4221-8c9e-d3e2e50b4c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.064226044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92ee667-d4bd-4221-8c9e-d3e2e50b4c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.06742646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92ee667-d4bd-4221-8c9e-d3e2e50b4c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.403461217Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-43c674","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-43c674","reconcileID":"020eb35d-cda0-4bbb-9fb2-6699776022e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-43c674","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-43c674":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.501271398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4608ca2-ac30-45f6-9ec9-7295773dbbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.506806991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4608ca2-ac30-45f6-9ec9-7295773dbbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.510749759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4608ca2-ac30-45f6-9ec9-7295773dbbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.514375855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4608ca2-ac30-45f6-9ec9-7295773dbbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.817671043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b633dec-22e6-47ed-a32b-d3fd0e7d3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.820797922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b633dec-22e6-47ed-a32b-d3fd0e7d3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.824028412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b633dec-22e6-47ed-a32b-d3fd0e7d3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.827234792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b633dec-22e6-47ed-a32b-d3fd0e7d3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.490016638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c008a7cd-2494-4c30-afbf-c6ecd9fa92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.496878028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c008a7cd-2494-4c30-afbf-c6ecd9fa92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.505170529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c008a7cd-2494-4c30-afbf-c6ecd9fa92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.513454077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c008a7cd-2494-4c30-afbf-c6ecd9fa92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.026897797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb33975-cd02-427a-8002-cfd06f9b9ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.030078976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb33975-cd02-427a-8002-cfd06f9b9ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.033711133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb33975-cd02-427a-8002-cfd06f9b9ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.036789779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb33975-cd02-427a-8002-cfd06f9b9ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.361383467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c74304-c621-44c4-8034-2680bd3be766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.364647501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c74304-c621-44c4-8034-2680bd3be766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.367694603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c74304-c621-44c4-8034-2680bd3be766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.371075824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c74304-c621-44c4-8034-2680bd3be766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.74069105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"64d4881c-cd94-495a-9369-8bed130f2afd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.781812443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"64d4881c-cd94-495a-9369-8bed130f2afd","name":"e2e-shared-b-w4-88a18e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.260358898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4162ea46-0c38-4e0e-8b66-e1e254a79eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.269934485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4162ea46-0c38-4e0e-8b66-e1e254a79eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.273063143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4162ea46-0c38-4e0e-8b66-e1e254a79eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.288651427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4162ea46-0c38-4e0e-8b66-e1e254a79eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.817046711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0338c2-af60-4ddd-bbdc-b762fc053ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.834019733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0338c2-af60-4ddd-bbdc-b762fc053ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.845354201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0338c2-af60-4ddd-bbdc-b762fc053ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.851839085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0338c2-af60-4ddd-bbdc-b762fc053ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.086342002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0925d5-6e72-43ad-8edf-bacea1845b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.094299489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0925d5-6e72-43ad-8edf-bacea1845b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.102864162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0925d5-6e72-43ad-8edf-bacea1845b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.106175183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0925d5-6e72-43ad-8edf-bacea1845b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.582799765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb912fa6-6358-4ecc-8bc1-31053b59cead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.585954332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb912fa6-6358-4ecc-8bc1-31053b59cead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.589530467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb912fa6-6358-4ecc-8bc1-31053b59cead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.593397451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb912fa6-6358-4ecc-8bc1-31053b59cead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.878619633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae788a-c47f-49f6-ab3a-83fb1813c927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.881785971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae788a-c47f-49f6-ab3a-83fb1813c927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.887852791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae788a-c47f-49f6-ab3a-83fb1813c927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.895846092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae788a-c47f-49f6-ab3a-83fb1813c927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.695651552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.061353856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc86347b-3f7b-4be3-bcdc-b42fa6e65ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.065661298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc86347b-3f7b-4be3-bcdc-b42fa6e65ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.069137351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc86347b-3f7b-4be3-bcdc-b42fa6e65ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.072384346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc86347b-3f7b-4be3-bcdc-b42fa6e65ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.337835059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e726f-829c-4ae2-b394-70c5b0cef7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.341343596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e726f-829c-4ae2-b394-70c5b0cef7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.344444595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e726f-829c-4ae2-b394-70c5b0cef7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.348150393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e726f-829c-4ae2-b394-70c5b0cef7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.535753156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c71df0a-ac8e-4a55-9cec-324a4570e1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.541044537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c71df0a-ac8e-4a55-9cec-324a4570e1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.549285816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c71df0a-ac8e-4a55-9cec-324a4570e1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.577765796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c71df0a-ac8e-4a55-9cec-324a4570e1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.902274944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e10df-6b04-4e02-bd9e-2177a7b5d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.905530307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e10df-6b04-4e02-bd9e-2177a7b5d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.908905448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e10df-6b04-4e02-bd9e-2177a7b5d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:57.912083173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e10df-6b04-4e02-bd9e-2177a7b5d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:58.185932373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b25cc1-5267-439b-89e1-b3336a719fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:58.189281538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b25cc1-5267-439b-89e1-b3336a719fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:58.192559026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b25cc1-5267-439b-89e1-b3336a719fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:58.195795527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b25cc1-5267-439b-89e1-b3336a719fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:00.322640951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"db525fb7-3539-4e2a-9123-e6e265a09499","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:00.354242829Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"db525fb7-3539-4e2a-9123-e6e265a09499","name":"e2e-shared-b-w3-bcfde8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.172072567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"c677f69d-3eb4-4539-b553-b7354a078e2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.204913215Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"c677f69d-3eb4-4539-b553-b7354a078e2a","name":"e2e-shared-b-w1-43c674-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.648754274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709d52f2-dfa5-4596-92d9-81fd6b036c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.652355914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709d52f2-dfa5-4596-92d9-81fd6b036c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.659285644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709d52f2-dfa5-4596-92d9-81fd6b036c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.666050815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709d52f2-dfa5-4596-92d9-81fd6b036c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.958813423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d3a8d1-b5c4-432f-9e41-9f52a4349ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.962128604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d3a8d1-b5c4-432f-9e41-9f52a4349ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.976429362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d3a8d1-b5c4-432f-9e41-9f52a4349ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.979606071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d3a8d1-b5c4-432f-9e41-9f52a4349ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.337939253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adccfb9-b402-4fc5-9e22-171d14fc3c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.341328153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adccfb9-b402-4fc5-9e22-171d14fc3c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.344711745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adccfb9-b402-4fc5-9e22-171d14fc3c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.348142661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adccfb9-b402-4fc5-9e22-171d14fc3c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.449420987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-78d47a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-78d47a","reconcileID":"77fa97b6-7579-428a-95ba-ca17394bf334","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-78d47a","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-78d47a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.953353403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990ef4d2-6e47-4a6d-bdd3-7e2908ef2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.957054547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990ef4d2-6e47-4a6d-bdd3-7e2908ef2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.960670521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990ef4d2-6e47-4a6d-bdd3-7e2908ef2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.963866914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990ef4d2-6e47-4a6d-bdd3-7e2908ef2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.214689504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddec93d6-44fa-4a53-b96c-e71b9bb8cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.218085559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddec93d6-44fa-4a53-b96c-e71b9bb8cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.221351008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddec93d6-44fa-4a53-b96c-e71b9bb8cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.22536855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddec93d6-44fa-4a53-b96c-e71b9bb8cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.406383321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6fb1bf-fdf5-420b-ada3-d8710291c487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.410076789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6fb1bf-fdf5-420b-ada3-d8710291c487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.416569312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6fb1bf-fdf5-420b-ada3-d8710291c487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.424104475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6fb1bf-fdf5-420b-ada3-d8710291c487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.873778869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05727ad5-be4b-4a01-9e3c-5906f1bd981f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.87708937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05727ad5-be4b-4a01-9e3c-5906f1bd981f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.880619825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05727ad5-be4b-4a01-9e3c-5906f1bd981f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.883710173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05727ad5-be4b-4a01-9e3c-5906f1bd981f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.346274746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d8f4c9-b5c5-4848-877d-9e23e55e9b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.349825315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d8f4c9-b5c5-4848-877d-9e23e55e9b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.353050425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d8f4c9-b5c5-4848-877d-9e23e55e9b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.356278494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d8f4c9-b5c5-4848-877d-9e23e55e9b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.553297804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd66895d-fad7-4e0d-9299-9baf0ad6c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.556920049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd66895d-fad7-4e0d-9299-9baf0ad6c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.560264385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd66895d-fad7-4e0d-9299-9baf0ad6c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.57674145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd66895d-fad7-4e0d-9299-9baf0ad6c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.861643764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7301b4-5c83-431c-adfd-af06923260f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.865044747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7301b4-5c83-431c-adfd-af06923260f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.879615499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7301b4-5c83-431c-adfd-af06923260f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:06.882765012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7301b4-5c83-431c-adfd-af06923260f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.666236648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def77bc1-c42d-4ac8-b9ef-ecd938370e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.66932851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def77bc1-c42d-4ac8-b9ef-ecd938370e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.672418748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def77bc1-c42d-4ac8-b9ef-ecd938370e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.675575944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def77bc1-c42d-4ac8-b9ef-ecd938370e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.968708561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3357a72-6f60-41ac-83c3-ac31f7711554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.971822681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3357a72-6f60-41ac-83c3-ac31f7711554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.975089394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3357a72-6f60-41ac-83c3-ac31f7711554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.988277189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3357a72-6f60-41ac-83c3-ac31f7711554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.477437298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8842ccc8-2954-4de1-9929-69fd3853687b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.485703707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8842ccc8-2954-4de1-9929-69fd3853687b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.492242725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8842ccc8-2954-4de1-9929-69fd3853687b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.498522367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8842ccc8-2954-4de1-9929-69fd3853687b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.890301303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e043143-123a-40f5-bc39-8561a1f71d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.898544129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e043143-123a-40f5-bc39-8561a1f71d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.905733973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e043143-123a-40f5-bc39-8561a1f71d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.909526534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e043143-123a-40f5-bc39-8561a1f71d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.083536276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"b0cfec09-9f3e-4bc7-a4cb-b72bfae1d56d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-78d47a","tenantID":"e2e-explicit-78d47a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.125785421Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"b0cfec09-9f3e-4bc7-a4cb-b72bfae1d56d","name":"e2e-explicit-78d47a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.630368243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c77ef31e-8556-4aa4-b56d-ceff6f50ee5b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.650254082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c1c7c6d4-ea9e-4b8e-a450-42c539afae81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.652169502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"40f42d06-b17b-459c-a4ab-11b1032e7e71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.680071646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c1c7c6d4-ea9e-4b8e-a450-42c539afae81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.702035032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd097bc8-2ce2-4ea1-a4e5-3e7a81400971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.704110895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d99347e1-5b44-4402-85bd-6aa1d6cb1468","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.711098874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd097bc8-2ce2-4ea1-a4e5-3e7a81400971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.749393137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"a8cd8f59-b462-4aba-a333-f01cb4a63aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.153696067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8bc95322-8cc5-425a-97c9-2b9bec1794c0","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.340806512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"be321ab1-5c6c-4c3a-b8a3-4ccb0fafafa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.341710354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0608db1d-1006-4aa2-928b-2fff53efc184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.342619938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"87f3e70e-81bb-4407-a416-079f05c38743","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.389574223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0608db1d-1006-4aa2-928b-2fff53efc184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.389666356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"be321ab1-5c6c-4c3a-b8a3-4ccb0fafafa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.425924294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"80a8265b-a20c-40bf-a33c-a3ef70d30e12","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.443423991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"06920a50-698a-4e5b-801c-533fb4ca503f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.5315003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1a2478b3-038f-4ba5-b8e7-ca8f4f603a05","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.551149757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"90fcfb55-10cd-49f4-b1d4-02c3bea1d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.551167827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b524cc6f-5fa0-4570-804e-85d00d566b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.562769111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"90fcfb55-10cd-49f4-b1d4-02c3bea1d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.562929724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b524cc6f-5fa0-4570-804e-85d00d566b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.617422232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"5b005ae1-284e-4f42-bd37-4120df408eb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.651095589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"f74e1e12-4db5-4a6e-8aa2-0a25ee17bf43","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.717463849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"1a29005d-bcc9-4613-a08d-7874acb74b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:23.731118791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"07dbfe86-b91f-407c-8c8e-d1ee935530b3","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:25.695425253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.705503115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fe91e0a1-f7a3-4c5e-86f8-970c5ff49d99","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.288749136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc45dbe-8d60-46ac-a7c0-442c1b7565eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.292063658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc45dbe-8d60-46ac-a7c0-442c1b7565eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.29531583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc45dbe-8d60-46ac-a7c0-442c1b7565eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.298557919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc45dbe-8d60-46ac-a7c0-442c1b7565eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.428726509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"de0521f2-5cca-4ab6-83ae-51acf234506c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.553955296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bae22-48cb-4a5b-831d-2447c437cb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.557143393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bae22-48cb-4a5b-831d-2447c437cb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.560367553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bae22-48cb-4a5b-831d-2447c437cb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:30.563276269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837bae22-48cb-4a5b-831d-2447c437cb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.235030026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"06c574dd-e71a-465a-bb2a-694ce7bec7e5","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.252624411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3ba4bab3-bd2f-425b-aa93-15c44467169c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.254554497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4e3443c6-1b4a-4712-8231-e35f0f9e83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.254635558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"72af5682-e355-4163-a8a5-3cb629352438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.263003267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4e3443c6-1b4a-4712-8231-e35f0f9e83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.263243992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"72af5682-e355-4163-a8a5-3cb629352438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.360011574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0081ce95-935a-4be8-a7cc-b69cde5b6584","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.384425971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"2df57418-7228-461b-a287-25f88a520f09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.553242785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4382b056-fac4-4e47-8539-a7229ba18fb3","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.572537107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"08a71b2a-d82a-4bff-b07f-67347cc0dd8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.576066058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a6305db3-a227-4267-b1a7-8792bd34aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.576866465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"70174b33-5309-4e46-b929-d69c0aee5774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.586076425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a6305db3-a227-4267-b1a7-8792bd34aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.586838743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"70174b33-5309-4e46-b929-d69c0aee5774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.597132999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"de9dc58e-1f11-428f-8fee-54866df48b55","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:31.668281189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"c6791ea6-c5d5-4b1f-aa7d-3c87b63c25a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:33.233858702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"1d96dfd5-19f9-49f3-b2a1-01289d407f9b","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:34.88270469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f980bf03-f939-4134-9701-68b51f3eb1b4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:34.991800627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"70e11f85-6fa0-4725-a258-6e01e9729f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:34.992548277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"70b14c45-b503-483e-90fa-eb1ff1033a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:34.993428696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"cdd2dde8-f811-42e0-beee-022459d504e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:35.010663114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"70b14c45-b503-483e-90fa-eb1ff1033a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:35.013496831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"70e11f85-6fa0-4725-a258-6e01e9729f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:35.089108706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"387ad16a-5663-4fa1-8cf1-06c96a992a72","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:35.11781627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"6d5fbb99-6797-4936-be52-517f29d6ecd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:36.278485292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"a54faa25-9c4b-46cd-9122-6c8f6cc90250","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:36.278516039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"a54faa25-9c4b-46cd-9122-6c8f6cc90250","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.063658083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b4d050b5-e6c4-4e53-9891-3c50c658fce2","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.063694579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b4d050b5-e6c4-4e53-9891-3c50c658fce2","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:46.17644158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"95ffa5b1-e13c-4bd6-84d4-45e6b6babb52","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:46.176468903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"95ffa5b1-e13c-4bd6-84d4-45e6b6babb52","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:51.104044338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-78d47a","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"explicit-model-78d47a","reconcileID":"8d24ea5b-4597-41dd-ac6e-6503d79fe49d","MaaSModelRef":{"name":"explicit-model-78d47a","namespace":"ai-tenant-e2e-explicit-78d47a"},"routeName":"explicit-model-78d47a-kserve-route","namespace":"ai-tenant-e2e-explicit-78d47a","llmisvcName":"explicit-model-78d47a","gateway":"openshift-ingress/e2e-explicit-78d47a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:55.102139374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"b549c26b-083a-4182-9ccc-f45cd0d75050","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:55.102485984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"b549c26b-083a-4182-9ccc-f45cd0d75050","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:55.698391986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:05.844476973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"f49c3964-4ada-4a1c-8b31-7127909a66c3","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:05.844593739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"f49c3964-4ada-4a1c-8b31-7127909a66c3","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.187850823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"c7a77658-a4ab-48e6-9500-ff852c6a7c89","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.187875523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"c7a77658-a4ab-48e6-9500-ff852c6a7c89","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.193629301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"e90fd42a-5f80-4722-969d-268bc3e3968d","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.1936468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"e90fd42a-5f80-4722-969d-268bc3e3968d","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.200032195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"239527a1-ea74-4f82-9a84-788ac3b70e43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.231412555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"239527a1-ea74-4f82-9a84-788ac3b70e43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.238378035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-4fb1d0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"239527a1-ea74-4f82-9a84-788ac3b70e43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.247326163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b12c52a9-5fdc-42b0-a5c9-53557791f5dc","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:06.24734817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b12c52a9-5fdc-42b0-a5c9-53557791f5dc","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:16.253754351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"75002587-7bcb-420c-8af0-bfd5f43a04ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:16.262149008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"75002587-7bcb-420c-8af0-bfd5f43a04ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:16.269319295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-4fb1d0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"75002587-7bcb-420c-8af0-bfd5f43a04ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:22.996782286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"60920f12-9778-4c00-a2ce-ce47baba8885","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:22.996904108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"60920f12-9778-4c00-a2ce-ce47baba8885","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.321323093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"5b40ddf5-e0bf-48bf-933c-4dee671e28fa","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.32135223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"5b40ddf5-e0bf-48bf-933c-4dee671e28fa","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.327313616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"c75f5c2a-ca6e-49fb-a7d8-c1e2f5731ecf","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.327332844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"c75f5c2a-ca6e-49fb-a7d8-c1e2f5731ecf","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.333062128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"8309793b-c0f1-4d82-8e6b-832563617e11","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.362866381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"8309793b-c0f1-4d82-8e6b-832563617e11","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.3649584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"2374563a-e2fd-4b98-a460-98510e195ad9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.364980662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"2374563a-e2fd-4b98-a460-98510e195ad9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.370068188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"8309793b-c0f1-4d82-8e6b-832563617e11","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.378347058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"feb18f11-3de3-413d-9c2d-801393600904","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.378369427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"feb18f11-3de3-413d-9c2d-801393600904","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.695516726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ca509504-57d7-4c04-b254-f18f0b309394","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.695544175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ca509504-57d7-4c04-b254-f18f0b309394","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.703689088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"f2b2a1df-903d-4a55-b3e3-c3dbf4891d4b","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.703712197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"f2b2a1df-903d-4a55-b3e3-c3dbf4891d4b","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.709400631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"81ce3f42-589e-4341-b16f-bb0da62fe8ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.738844346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"81ce3f42-589e-4341-b16f-bb0da62fe8ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.745657796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"81ce3f42-589e-4341-b16f-bb0da62fe8ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.754500705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ebe72476-27e0-4291-8320-fb245acc4a84","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.754523539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ebe72476-27e0-4291-8320-fb245acc4a84","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:25.696220699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:26.276978645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e59dc3d0-3924-4610-87cd-effc92164483","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:26.287061071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e59dc3d0-3924-4610-87cd-effc92164483","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:26.29408059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-4fb1d0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e59dc3d0-3924-4610-87cd-effc92164483","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:26.729311204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"83dac8aa-b845-4b3e-a15f-65398e75d6fa","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:26.729341573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"83dac8aa-b845-4b3e-a15f-65398e75d6fa","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.055124071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"6c07abbf-32e0-43e7-8975-a35632b8f633","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.055153023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"6c07abbf-32e0-43e7-8975-a35632b8f633","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.061669135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"984e34d2-115f-4050-b4f9-b371f5522fd0","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.061690038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"984e34d2-115f-4050-b4f9-b371f5522fd0","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.067284661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"4bae42c8-7f33-46a6-8b95-c118e6fe6d00","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.110806545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"4bae42c8-7f33-46a6-8b95-c118e6fe6d00","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.130674157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"4bae42c8-7f33-46a6-8b95-c118e6fe6d00","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.160262556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"20a1d0a2-5e38-448a-9ce0-3983b67ae747","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:27.160364214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"20a1d0a2-5e38-448a-9ce0-3983b67ae747","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.426989133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3f284b0a-a725-4b30-b648-c6bd7a373d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.438796858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3f284b0a-a725-4b30-b648-c6bd7a373d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.446349729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3f284b0a-a725-4b30-b648-c6bd7a373d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.759977821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"cb60910f-e8b0-4d9b-bc81-4d1a604932b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.768147113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"cb60910f-e8b0-4d9b-bc81-4d1a604932b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:33.774998059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"cb60910f-e8b0-4d9b-bc81-4d1a604932b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:35.916573194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b075fe-7d04-4d6c-a8ba-e07d61dbfa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:35.922189999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b075fe-7d04-4d6c-a8ba-e07d61dbfa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:35.926171024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b075fe-7d04-4d6c-a8ba-e07d61dbfa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:35.930396108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b075fe-7d04-4d6c-a8ba-e07d61dbfa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.220870059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83f21d2-b4c2-4017-9571-35236dcd6143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.224127289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83f21d2-b4c2-4017-9571-35236dcd6143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.227269193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83f21d2-b4c2-4017-9571-35236dcd6143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.23040777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c83f21d2-b4c2-4017-9571-35236dcd6143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.309033055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"03efa231-6cce-4a87-aae0-c82245b34a39","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.31744271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"03efa231-6cce-4a87-aae0-c82245b34a39","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.324286774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-4fb1d0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (368ef09cdb3ffcd22385c6df2870063bd73bc674bccf62255f5a9bed1b86ea34) AuthConfig (489bdcee52fc9a0336caaea17c2c253bbca85ce4f0f4b5b913e2785dd293d323) AuthConfig (1b09e4138554d9cb4d9a84d1d842883db18479d57a906b7d9b7dd364bb1d0cb8) AuthConfig (b27199465cce0f271e6b1724659f1ef4a8ba0873f9de73152c748815cad88b6b) AuthConfig (adf6a836781599219d90de6970bb5da28ae98de49469baef07d2126a639a044c) AuthConfig (1016a5399b5034a015d03453efc8a4744168d0694ccd3ad26956cb4798d1764d) AuthConfig (56edfd2a09e7c57ce7af1a2171f9219117de6fa277b8246b90ba4aa9d1c55913) AuthConfig (0cadc73ce5d6ad2a7dcf04e3d6a809cc762087a74db4929ceea61c8edd72682d) AuthConfig (75a895e63fde6efdd9283ecd6d522746acadc0c821fbf4da565d70f6d4382837) AuthConfig (c4a09bfb91de88096d454d113beb2f9fd3df89aeed39ad34bd1a93c136fabf85) AuthConfig (cdb9bb60b538c528572e0c9d310923e5f7ff685fabc069551cdac6676a80147a) AuthConfig (f6baf2f7d00387854812e4d265b6cd1ece58e8b5a32863e4a28e1d33fd2bc1f3) AuthConfig (6eb5dd6a3dc6b2eedccf7fb8316cdd1dfdef17c5725c873483acdc50b20f9721) AuthConfig (948fc1baab9153aa126daa7092d6eb8d4499416aaac5d3b0665cf179e14be348) AuthConfig (82cb115db0e58d5366efd10291cfacc8cdc2fda65b30776fb4abae4c95a7c6b8) AuthConfig (0277f5558c2430e0205bf486f1d4757f494023a42acaeecd80775f1e0c7aaea2) AuthConfig (519ac0903e8ad2c8b5515c2e41390c7aa53a2d5615beb8923555e4538e27d06f) AuthConfig (62783f72f4d8e37db0ef6dcc829d254223d77350dedb883b93a358fd71d11503)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"03efa231-6cce-4a87-aae0-c82245b34a39","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.333890349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b59d85bc-6de2-41d1-8542-9ddf77904ec2","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:36.333916854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"b59d85bc-6de2-41d1-8542-9ddf77904ec2","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:37.171242355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"36594978-e531-4c36-a221-f5fb26dc953c","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:37.179522601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"36594978-e531-4c36-a221-f5fb26dc953c","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:37.186606089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"36594978-e531-4c36-a221-f5fb26dc953c","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.738613286Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","namespace":"ai-tenant-e2e-explicit-78d47a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.738670527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","namespace":"ai-tenant-e2e-explicit-78d47a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.738719259Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","tenant":"e2e-explicit-78d47a","tenantID":"e2e-explicit-78d47a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.744338354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Deployment","name":"maas-api-e2e-explicit-78d47a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.75766714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Service","name":"maas-api-e2e-explicit-78d47a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.772236102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-78d47a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.77799724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-78d47a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.784620297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.794232543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.802796825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.808784111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.811940321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Deployment","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.816148053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.81972948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Service","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.823585103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"Service","name":"payload-pre-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.826643853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.829828233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.837499995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.847037022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.850303216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.853269709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.856139124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-78d47a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.859280821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-78d47a"},"namespace":"ai-tenant-e2e-explicit-78d47a","name":"default-tenant","reconcileID":"45b584fc-d9f9-4d43-b71f-e83896ffbdbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-78d47a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.452783976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"6c29c8d6-6f67-4c50-92e3-6eae50f75cee","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.461063779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"6c29c8d6-6f67-4c50-92e3-6eae50f75cee","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.468005309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"6c29c8d6-6f67-4c50-92e3-6eae50f75cee","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.569028231Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-78d47a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-78d47a","reconcileID":"f5219120-bf5b-4f5b-b9a1-da1f265b66ae","aitenant":"ai-tenants/e2e-explicit-78d47a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.637365136Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-78d47a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-78d47a","reconcileID":"f5219120-bf5b-4f5b-b9a1-da1f265b66ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-78d47a","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-78d47a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.651175724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b44502-9030-4423-9b79-5c421a56af24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.659024838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b44502-9030-4423-9b79-5c421a56af24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.664424895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b44502-9030-4423-9b79-5c421a56af24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.680367614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b44502-9030-4423-9b79-5c421a56af24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.815537145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"f2e769e1-bb1b-4408-a04f-fadc4283b6f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.824002639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"f2e769e1-bb1b-4408-a04f-fadc4283b6f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:43.876885366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"f2e769e1-bb1b-4408-a04f-fadc4283b6f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.133963987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1512fdd6-513b-4405-a283-e2558744fae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.137428401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1512fdd6-513b-4405-a283-e2558744fae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.141007085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1512fdd6-513b-4405-a283-e2558744fae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.144458197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1512fdd6-513b-4405-a283-e2558744fae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.589986785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49200b6-8852-40b8-8f3f-b2d040c5f261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.594550802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49200b6-8852-40b8-8f3f-b2d040c5f261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.59784141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49200b6-8852-40b8-8f3f-b2d040c5f261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.601783336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49200b6-8852-40b8-8f3f-b2d040c5f261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:46.342769145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"a1d6b5da-30eb-42e7-9579-cc97819b4b2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:46.351645696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"a1d6b5da-30eb-42e7-9579-cc97819b4b2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:46.358898765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-4fb1d0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (368ef09cdb3ffcd22385c6df2870063bd73bc674bccf62255f5a9bed1b86ea34) AuthConfig (489bdcee52fc9a0336caaea17c2c253bbca85ce4f0f4b5b913e2785dd293d323) AuthConfig (1b09e4138554d9cb4d9a84d1d842883db18479d57a906b7d9b7dd364bb1d0cb8) AuthConfig (b27199465cce0f271e6b1724659f1ef4a8ba0873f9de73152c748815cad88b6b) AuthConfig (adf6a836781599219d90de6970bb5da28ae98de49469baef07d2126a639a044c) AuthConfig (1016a5399b5034a015d03453efc8a4744168d0694ccd3ad26956cb4798d1764d) AuthConfig (56edfd2a09e7c57ce7af1a2171f9219117de6fa277b8246b90ba4aa9d1c55913) AuthConfig (0cadc73ce5d6ad2a7dcf04e3d6a809cc762087a74db4929ceea61c8edd72682d) AuthConfig (75a895e63fde6efdd9283ecd6d522746acadc0c821fbf4da565d70f6d4382837) AuthConfig (c4a09bfb91de88096d454d113beb2f9fd3df89aeed39ad34bd1a93c136fabf85) AuthConfig (cdb9bb60b538c528572e0c9d310923e5f7ff685fabc069551cdac6676a80147a) AuthConfig (f6baf2f7d00387854812e4d265b6cd1ece58e8b5a32863e4a28e1d33fd2bc1f3) AuthConfig (6eb5dd6a3dc6b2eedccf7fb8316cdd1dfdef17c5725c873483acdc50b20f9721) AuthConfig (948fc1baab9153aa126daa7092d6eb8d4499416aaac5d3b0665cf179e14be348) AuthConfig (82cb115db0e58d5366efd10291cfacc8cdc2fda65b30776fb4abae4c95a7c6b8) AuthConfig (0277f5558c2430e0205bf486f1d4757f494023a42acaeecd80775f1e0c7aaea2) AuthConfig (519ac0903e8ad2c8b5515c2e41390c7aa53a2d5615beb8923555e4538e27d06f) AuthConfig (62783f72f4d8e37db0ef6dcc829d254223d77350dedb883b93a358fd71d11503)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"a1d6b5da-30eb-42e7-9579-cc97819b4b2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:47.19606634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"0e227c68-de00-45c0-9291-310001f77538","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:47.211665422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"0e227c68-de00-45c0-9291-310001f77538","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:47.21870229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"0e227c68-de00-45c0-9291-310001f77538","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.181982085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"0a2b7109-3dab-4860-96d0-37049727aa98","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.190957333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"0a2b7109-3dab-4860-96d0-37049727aa98","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.197391734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7ecf49c0-564b-446b-a246-bcfc328d869f","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.197451846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7ecf49c0-564b-446b-a246-bcfc328d869f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.20780351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7c09081c-08db-4079-82ef-5fe49a60aa5a","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.20786015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7c09081c-08db-4079-82ef-5fe49a60aa5a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.228261194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"f7b5701b-bf69-4771-ab32-56891250d2d9","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.2283284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"f7b5701b-bf69-4771-ab32-56891250d2d9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.268743351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7417fe26-6dfb-4a59-958e-145932dbbcae","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.268810557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"7417fe26-6dfb-4a59-958e-145932dbbcae","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.349867021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"f0517b36-bae4-42e0-a2d2-32324caa6dfb","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:53.349953761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a44263","namespace":"ai-tenant-e2e-noten-a44263"},"namespace":"ai-tenant-e2e-noten-a44263","name":"noten-model-a44263","reconcileID":"f0517b36-bae4-42e0-a2d2-32324caa6dfb","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a44263/noten-model-a44263: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a44263/noten-model-a44263-kserve-route (gateways: [openshift-ingress/e2e-noten-a44263]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.478198806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"7c32ab54-b208-4985-993c-e76a31d6e07b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.487271961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"7c32ab54-b208-4985-993c-e76a31d6e07b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.494458173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"7c32ab54-b208-4985-993c-e76a31d6e07b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.885682596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"4adaeba8-ffca-47b8-bbb9-62a461069816","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.897872696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"4adaeba8-ffca-47b8-bbb9-62a461069816","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:53.905058673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"4adaeba8-ffca-47b8-bbb9-62a461069816","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:55.695353627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:56.366518496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"74e42311-fe60-49d4-9272-b713c5dfd5c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:56.374602231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"74e42311-fe60-49d4-9272-b713c5dfd5c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:56.398866165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"c2ddc7f6-c309-4219-bcdc-6ad1c75a8a20","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:56.398894212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"c2ddc7f6-c309-4219-bcdc-6ad1c75a8a20","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:57.224547935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"1a8b4e41-4441-4be6-bcfb-de8239e50038","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:57.232762396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"1a8b4e41-4441-4be6-bcfb-de8239e50038","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:57.239432001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fecaf3b3223766dbe2f3a253ef49645b1d85bea93d893a2941c32ee6fbadca4) AuthConfig (34f75aeab043c2d65974cd6a9db9b1bd19b6174da2c8e322e37b87b5174459ca) AuthConfig (314def0c082199fddd1149538cdd1cc71149628b2743d55dc9a68f5966081fcf) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690) AuthConfig (5ae545fc0ca775543d35f0d5fd790c8ae5f3833fdc0a6eb10a88ac2d9e3f72f6) AuthConfig (fc568e7cfcfe8f76e590882081314c3ba9391567e7edfdc9f40e20895e3078ae) AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (39293ea33a50317cbbe136375d01c3ca32261daf5bad093056de35ff8cbf003b) AuthConfig (ef1f7d38effaea4a92b3489d65a96ad7edb496839a8ca430b08d2804142e3dce) AuthConfig (6ed5221303db84cd6f53970e63cee1d1f0dfbeacc0a9d49f9db353e48b038d24) AuthConfig (f82087fa64b97a4929ae473969876e9e5ff27bed7ba2ae1e38fe804a78ba1051) AuthConfig (1a82d52745de475fe01ffb75843f5f517a16664a0ed8b710d458dd56d98fc159) AuthConfig (d8c60c7993a9e1d58dd8e161f1f0b33ad7d78c8c1aae63e4bc3bacff341569ca) AuthConfig (3fa3d1abee7f5e13cc4ef3d5de0f0d8434d5177c4b6f3b388b12d816597c77a2) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"1a8b4e41-4441-4be6-bcfb-de8239e50038","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:57.248467839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"781bc4a2-f47b-480d-9ff7-ffe3d23fa76b","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:57.248494428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"781bc4a2-f47b-480d-9ff7-ffe3d23fa76b","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.218916056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"3db86daf-42e3-41d2-a522-9ca23eb22fd7","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.218948615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"3db86daf-42e3-41d2-a522-9ca23eb22fd7","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.278126621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"bb247e4b-4b50-44bb-9127-c574ede7890b","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.278158285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"bb247e4b-4b50-44bb-9127-c574ede7890b","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.27816998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"b23698fe-9035-4a46-bf36-3df3a842f4d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:05:58.28402349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"3ea88dae-958d-4df9-9cae-44dd155b6b25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ef92ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.288470577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"b23698fe-9035-4a46-bf36-3df3a842f4d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.294196183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"a104dae0-23ef-4c97-b711-6e0d8f1c6730","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.294231447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"a104dae0-23ef-4c97-b711-6e0d8f1c6730","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.30276834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"f75e76f3-4a56-459f-b444-3a57519da2eb","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.302785357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"f75e76f3-4a56-459f-b444-3a57519da2eb","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.317784312Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"8c913098-ebff-4f9b-9689-b38cfd0c19b3","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"maas-trlp-auth-test-model-4fb1d0","model":"auth-test-model-4fb1d0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-4fb1d0/e2e-auth-iso-ef92ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.326689714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"15cafcb7-2c6e-47e7-a787-bb295bccc258","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.33935819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"15cafcb7-2c6e-47e7-a787-bb295bccc258","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.344111138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"cf2c2b35-8a7b-4b90-8baf-1996eb8ff571","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.344134018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"cf2c2b35-8a7b-4b90-8baf-1996eb8ff571","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:58.417627464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"d564ba64-55be-434a-81f9-88588f6f2e45","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"maas-trlp-auth-test-model-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.500897892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f2df2c43-4780-4d6a-9901-7922dadc0ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.509715848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f2df2c43-4780-4d6a-9901-7922dadc0ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.516467231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (358da40e5377212febe2da3734d9544ee0eda039a8c9cd46c3a1538f560993d2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (4d3bbe183ec7cd17f43853939b0a9b6b5080c1a9ce03a36e00116e2a3f8f318e) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (009e9fe8ea9024b5c917ec7db7a06881e38be2549a0c723d2a72e68fac16c67d) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (aecb049b1ad3a022c3c6ac0edf948fb42874a022229477c3dfe1e8560346cd29) AuthConfig (cb42a83795bb92de1ea8dd23e6047f29bac480e90f3aea9174a06d8d187288a8) AuthConfig (75921f85c9d2a15c90f42dea569ce4f20a20be902b04304b3f3b99590ec37997) AuthConfig (cb4ad3fbb4c5d32514f85f72a5c4e82076118b4c1149b35706a4b2717693e585) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (7d8f5c28f92f5ac151fdf1abc4e2dc0a5780063ad14a9d38c3ac687c883c7a25) AuthConfig (bd7fbd97a8d076562f9c126a81f79e2b12f115710c27b94f8455e557c9d0bfc0) AuthConfig (9a76a1237f511e6a2f7c3a717e87219b77eb04a716fc383c26ee480c4f35640d) AuthConfig (1ec59ae5b59aa846ffdf83f472b597ca80dde9e6342e819b6e8deb79287c14dc) AuthConfig (0fa8a4d1caf6ee69b320faba6ea2c49d36b9235fd2d8055c48d72b8eb2203e83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f2df2c43-4780-4d6a-9901-7922dadc0ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.525618923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"2a1bd6c2-3a7a-4357-a207-0faeca5b6ef4","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.525649289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"2a1bd6c2-3a7a-4357-a207-0faeca5b6ef4","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.912161089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"d24e4977-fcde-49f2-aa73-00ca7022a96c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.92031196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"d24e4977-fcde-49f2-aa73-00ca7022a96c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.931041961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e10a9f945489bd1173514e4b92b62391407453b8b3f970d5ae9b8056dab59d34) AuthConfig (2162835ebdabc7deac93bbbab03872da3d449d310f34f610254415ac4a90e9c6) AuthConfig (77f8509a39279fc58e85d6674872bf025ec188db736171c8353f67777d2b88e8) AuthConfig (263ba8999463970a2429c8cbb68e24972f56e2182da59e463c1b24b14ecb56a1) AuthConfig (d42c8742bf1931fcb3a4a165288a4d086b413e58e24114fb26d3728a18a534e7) AuthConfig (1cbaa6e301f51e5221c6c37cd049f0159d12d68f1b70bfd59bb10d9780b3cbf2) AuthConfig (61bee7e73c925d7a054ba73d9783161ecf8b066b8d3ae3707f3f1984a262fdea) AuthConfig (47d806d2fd99a4c000a64dede8b84e99b1e1efd768e6d6fdb0d17fe4f074b114) AuthConfig (3670a04d6710e7e639042200177d5d25603f4b52e7e15d76a304e2649a0402f7) AuthConfig (bb28c26a5f7c8ed7814ca9985117a8141e3bff64f98a60c4c9fdcd64e347a641) AuthConfig (d50dcf309e7b76246ca30bbc37c74ddf86b3fbb942cfa4635ae215b22d7de8cf) AuthConfig (fc69b6993609b5fc52aa37813c6ba7b8a23b7d571bd914eae74160d77e6dbdca) AuthConfig (f029d833c399a4b93d9b113e3ef059ed4055e90bf3a5ac5f8df0271a762a9be5) AuthConfig (16a8f54ae1aee436a9574d13354dfd0472b43211bc28dd835029b8d73f138303) AuthConfig (89432c68b383211f987c915bb3cfd90777554d8e4f154cb44972d7e223578a3e) AuthConfig (b57548e036abd01a6e33c4d42c92566882ded37a077951516c2b53aa7f687609) AuthConfig (c0a4bd408211e5abe94369d033080c27df3bde37a18f9e863549671c98c40ab9) AuthConfig (e0746505af0497c306002f848b5dff5b1bd7b7ab2a933f83fac47dd8ec3d0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"d24e4977-fcde-49f2-aa73-00ca7022a96c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.94037231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"6240911c-3707-4231-8541-e13ad392a972","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.940390677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"6240911c-3707-4231-8541-e13ad392a972","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:07.255401802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"2de4622d-0e06-4589-b0d2-5afae90257d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:07.26461412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"2de4622d-0e06-4589-b0d2-5afae90257d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:07.272538865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fecaf3b3223766dbe2f3a253ef49645b1d85bea93d893a2941c32ee6fbadca4) AuthConfig (34f75aeab043c2d65974cd6a9db9b1bd19b6174da2c8e322e37b87b5174459ca) AuthConfig (314def0c082199fddd1149538cdd1cc71149628b2743d55dc9a68f5966081fcf) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690) AuthConfig (5ae545fc0ca775543d35f0d5fd790c8ae5f3833fdc0a6eb10a88ac2d9e3f72f6) AuthConfig (fc568e7cfcfe8f76e590882081314c3ba9391567e7edfdc9f40e20895e3078ae) AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (39293ea33a50317cbbe136375d01c3ca32261daf5bad093056de35ff8cbf003b) AuthConfig (ef1f7d38effaea4a92b3489d65a96ad7edb496839a8ca430b08d2804142e3dce) AuthConfig (6ed5221303db84cd6f53970e63cee1d1f0dfbeacc0a9d49f9db353e48b038d24) AuthConfig (f82087fa64b97a4929ae473969876e9e5ff27bed7ba2ae1e38fe804a78ba1051) AuthConfig (1a82d52745de475fe01ffb75843f5f517a16664a0ed8b710d458dd56d98fc159) AuthConfig (d8c60c7993a9e1d58dd8e161f1f0b33ad7d78c8c1aae63e4bc3bacff341569ca) AuthConfig (3fa3d1abee7f5e13cc4ef3d5de0f0d8434d5177c4b6f3b388b12d816597c77a2) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"2de4622d-0e06-4589-b0d2-5afae90257d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.561006033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"48e19565-31d1-455e-8721-d0b4b43e27a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.579665378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"48e19565-31d1-455e-8721-d0b4b43e27a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.587928073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (358da40e5377212febe2da3734d9544ee0eda039a8c9cd46c3a1538f560993d2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (4d3bbe183ec7cd17f43853939b0a9b6b5080c1a9ce03a36e00116e2a3f8f318e) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (009e9fe8ea9024b5c917ec7db7a06881e38be2549a0c723d2a72e68fac16c67d) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (aecb049b1ad3a022c3c6ac0edf948fb42874a022229477c3dfe1e8560346cd29) AuthConfig (cb42a83795bb92de1ea8dd23e6047f29bac480e90f3aea9174a06d8d187288a8) AuthConfig (75921f85c9d2a15c90f42dea569ce4f20a20be902b04304b3f3b99590ec37997) AuthConfig (cb4ad3fbb4c5d32514f85f72a5c4e82076118b4c1149b35706a4b2717693e585) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (7d8f5c28f92f5ac151fdf1abc4e2dc0a5780063ad14a9d38c3ac687c883c7a25) AuthConfig (bd7fbd97a8d076562f9c126a81f79e2b12f115710c27b94f8455e557c9d0bfc0) AuthConfig (9a76a1237f511e6a2f7c3a717e87219b77eb04a716fc383c26ee480c4f35640d) AuthConfig (1ec59ae5b59aa846ffdf83f472b597ca80dde9e6342e819b6e8deb79287c14dc) AuthConfig (0fa8a4d1caf6ee69b320faba6ea2c49d36b9235fd2d8055c48d72b8eb2203e83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"48e19565-31d1-455e-8721-d0b4b43e27a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.951285172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"db1fef71-659a-4d36-aeed-1c285785073a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.960931066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"db1fef71-659a-4d36-aeed-1c285785073a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:13.96833797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e10a9f945489bd1173514e4b92b62391407453b8b3f970d5ae9b8056dab59d34) AuthConfig (2162835ebdabc7deac93bbbab03872da3d449d310f34f610254415ac4a90e9c6) AuthConfig (77f8509a39279fc58e85d6674872bf025ec188db736171c8353f67777d2b88e8) AuthConfig (263ba8999463970a2429c8cbb68e24972f56e2182da59e463c1b24b14ecb56a1) AuthConfig (d42c8742bf1931fcb3a4a165288a4d086b413e58e24114fb26d3728a18a534e7) AuthConfig (1cbaa6e301f51e5221c6c37cd049f0159d12d68f1b70bfd59bb10d9780b3cbf2) AuthConfig (61bee7e73c925d7a054ba73d9783161ecf8b066b8d3ae3707f3f1984a262fdea) AuthConfig (47d806d2fd99a4c000a64dede8b84e99b1e1efd768e6d6fdb0d17fe4f074b114) AuthConfig (3670a04d6710e7e639042200177d5d25603f4b52e7e15d76a304e2649a0402f7) AuthConfig (bb28c26a5f7c8ed7814ca9985117a8141e3bff64f98a60c4c9fdcd64e347a641) AuthConfig (d50dcf309e7b76246ca30bbc37c74ddf86b3fbb942cfa4635ae215b22d7de8cf) AuthConfig (fc69b6993609b5fc52aa37813c6ba7b8a23b7d571bd914eae74160d77e6dbdca) AuthConfig (f029d833c399a4b93d9b113e3ef059ed4055e90bf3a5ac5f8df0271a762a9be5) AuthConfig (16a8f54ae1aee436a9574d13354dfd0472b43211bc28dd835029b8d73f138303) AuthConfig (89432c68b383211f987c915bb3cfd90777554d8e4f154cb44972d7e223578a3e) AuthConfig (b57548e036abd01a6e33c4d42c92566882ded37a077951516c2b53aa7f687609) AuthConfig (c0a4bd408211e5abe94369d033080c27df3bde37a18f9e863549671c98c40ab9) AuthConfig (e0746505af0497c306002f848b5dff5b1bd7b7ab2a933f83fac47dd8ec3d0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"db1fef71-659a-4d36-aeed-1c285785073a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:17.279171575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"a396be74-1c68-4a50-a7da-962374d505c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:17.288847256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"a396be74-1c68-4a50-a7da-962374d505c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:17.298654121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fecaf3b3223766dbe2f3a253ef49645b1d85bea93d893a2941c32ee6fbadca4) AuthConfig (34f75aeab043c2d65974cd6a9db9b1bd19b6174da2c8e322e37b87b5174459ca) AuthConfig (314def0c082199fddd1149538cdd1cc71149628b2743d55dc9a68f5966081fcf) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690) AuthConfig (5ae545fc0ca775543d35f0d5fd790c8ae5f3833fdc0a6eb10a88ac2d9e3f72f6) AuthConfig (fc568e7cfcfe8f76e590882081314c3ba9391567e7edfdc9f40e20895e3078ae) AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (39293ea33a50317cbbe136375d01c3ca32261daf5bad093056de35ff8cbf003b) AuthConfig (ef1f7d38effaea4a92b3489d65a96ad7edb496839a8ca430b08d2804142e3dce) AuthConfig (6ed5221303db84cd6f53970e63cee1d1f0dfbeacc0a9d49f9db353e48b038d24) AuthConfig (f82087fa64b97a4929ae473969876e9e5ff27bed7ba2ae1e38fe804a78ba1051) AuthConfig (1a82d52745de475fe01ffb75843f5f517a16664a0ed8b710d458dd56d98fc159) AuthConfig (d8c60c7993a9e1d58dd8e161f1f0b33ad7d78c8c1aae63e4bc3bacff341569ca) AuthConfig (3fa3d1abee7f5e13cc4ef3d5de0f0d8434d5177c4b6f3b388b12d816597c77a2) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"a396be74-1c68-4a50-a7da-962374d505c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.595393689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3205f4ad-9f03-4489-ba47-76e50d2a7e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.604418754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3205f4ad-9f03-4489-ba47-76e50d2a7e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.611913333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (358da40e5377212febe2da3734d9544ee0eda039a8c9cd46c3a1538f560993d2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (4d3bbe183ec7cd17f43853939b0a9b6b5080c1a9ce03a36e00116e2a3f8f318e) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (009e9fe8ea9024b5c917ec7db7a06881e38be2549a0c723d2a72e68fac16c67d) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (aecb049b1ad3a022c3c6ac0edf948fb42874a022229477c3dfe1e8560346cd29) AuthConfig (cb42a83795bb92de1ea8dd23e6047f29bac480e90f3aea9174a06d8d187288a8) AuthConfig (75921f85c9d2a15c90f42dea569ce4f20a20be902b04304b3f3b99590ec37997) AuthConfig (cb4ad3fbb4c5d32514f85f72a5c4e82076118b4c1149b35706a4b2717693e585) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (7d8f5c28f92f5ac151fdf1abc4e2dc0a5780063ad14a9d38c3ac687c883c7a25) AuthConfig (bd7fbd97a8d076562f9c126a81f79e2b12f115710c27b94f8455e557c9d0bfc0) AuthConfig (9a76a1237f511e6a2f7c3a717e87219b77eb04a716fc383c26ee480c4f35640d) AuthConfig (1ec59ae5b59aa846ffdf83f472b597ca80dde9e6342e819b6e8deb79287c14dc) AuthConfig (0fa8a4d1caf6ee69b320faba6ea2c49d36b9235fd2d8055c48d72b8eb2203e83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"3205f4ad-9f03-4489-ba47-76e50d2a7e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.975533599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"da3d3a1a-7b1f-47c0-8f39-f59fdf2cf428","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.984361908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"da3d3a1a-7b1f-47c0-8f39-f59fdf2cf428","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.991611895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-942930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e10a9f945489bd1173514e4b92b62391407453b8b3f970d5ae9b8056dab59d34) AuthConfig (2162835ebdabc7deac93bbbab03872da3d449d310f34f610254415ac4a90e9c6) AuthConfig (77f8509a39279fc58e85d6674872bf025ec188db736171c8353f67777d2b88e8) AuthConfig (263ba8999463970a2429c8cbb68e24972f56e2182da59e463c1b24b14ecb56a1) AuthConfig (d42c8742bf1931fcb3a4a165288a4d086b413e58e24114fb26d3728a18a534e7) AuthConfig (1cbaa6e301f51e5221c6c37cd049f0159d12d68f1b70bfd59bb10d9780b3cbf2) AuthConfig (61bee7e73c925d7a054ba73d9783161ecf8b066b8d3ae3707f3f1984a262fdea) AuthConfig (47d806d2fd99a4c000a64dede8b84e99b1e1efd768e6d6fdb0d17fe4f074b114) AuthConfig (3670a04d6710e7e639042200177d5d25603f4b52e7e15d76a304e2649a0402f7) AuthConfig (bb28c26a5f7c8ed7814ca9985117a8141e3bff64f98a60c4c9fdcd64e347a641) AuthConfig (d50dcf309e7b76246ca30bbc37c74ddf86b3fbb942cfa4635ae215b22d7de8cf) AuthConfig (fc69b6993609b5fc52aa37813c6ba7b8a23b7d571bd914eae74160d77e6dbdca) AuthConfig (f029d833c399a4b93d9b113e3ef059ed4055e90bf3a5ac5f8df0271a762a9be5) AuthConfig (16a8f54ae1aee436a9574d13354dfd0472b43211bc28dd835029b8d73f138303) AuthConfig (89432c68b383211f987c915bb3cfd90777554d8e4f154cb44972d7e223578a3e) AuthConfig (b57548e036abd01a6e33c4d42c92566882ded37a077951516c2b53aa7f687609) AuthConfig (c0a4bd408211e5abe94369d033080c27df3bde37a18f9e863549671c98c40ab9) AuthConfig (e0746505af0497c306002f848b5dff5b1bd7b7ab2a933f83fac47dd8ec3d0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"da3d3a1a-7b1f-47c0-8f39-f59fdf2cf428","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.126458588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"4ba5ac6f-e5d0-41b4-ab42-97c2c44b41f5","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"maas-trlp-auth-test-model-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.148952756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"6a2676a1-40ad-4240-91fa-981d5cff6900","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.148983038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"6a2676a1-40ad-4240-91fa-981d5cff6900","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.264840987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"6ce48a21-19a7-4b4d-8c7f-82b2211eba5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.298936437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"6ce48a21-19a7-4b4d-8c7f-82b2211eba5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.719330809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.790652575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"91bd16a3-6625-4922-a299-cc9926ba10c6","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.790764759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"91bd16a3-6625-4922-a299-cc9926ba10c6","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.801775952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"0d553781-f3cb-4293-b08a-4d93b5ce3353","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.801813658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"0d553781-f3cb-4293-b08a-4d93b5ce3353","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.82283691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"80765b00-278b-4ced-b22a-c7e53160bc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.858271659Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"80765b00-278b-4ced-b22a-c7e53160bc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.865356639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-81a5ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"80765b00-278b-4ced-b22a-c7e53160bc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.87460816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"75db1b15-f468-4cf1-9658-a65d0cdc5560","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.874627279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"75db1b15-f468-4cf1-9658-a65d0cdc5560","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:27.307507217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"cde54a4c-b2bf-4574-808c-85596612cb92","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:27.318547487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"cde54a4c-b2bf-4574-808c-85596612cb92","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:27.376800529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"019fcce7-7fb2-4da9-829e-404be425f6ec","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:27.376823297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"019fcce7-7fb2-4da9-829e-404be425f6ec","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.103490149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"45386a6f-ac96-4f11-b0bc-f7fe06b10734","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.103512362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"45386a6f-ac96-4f11-b0bc-f7fe06b10734","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.132488922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"c7e9202b-3551-45b8-9fb9-ca34440e0f8b","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.133415829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"c7e9202b-3551-45b8-9fb9-ca34440e0f8b","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:29.141536195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f7ac6132-bedd-4415-8099-c4f2c1ae1f18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-68bbe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:29.142426929Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"c7e9202b-3551-45b8-9fb9-ca34440e0f8b","name":"auth-test-model-bfc240","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bfc240\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:29.142481959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"c7e9202b-3551-45b8-9fb9-ca34440e0f8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bfc240\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.147824688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"9170964e-4b1b-4439-ae7a-94e2d348931f","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.147842106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"9170964e-4b1b-4439-ae7a-94e2d348931f","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.163129265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f616ec89-9eff-4fee-b1a7-f6bce145ee07","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.165874798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"35f07f80-93e7-4db4-82bb-9895a53f032c","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.165896729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"35f07f80-93e7-4db4-82bb-9895a53f032c","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.173634193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f616ec89-9eff-4fee-b1a7-f6bce145ee07","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.177197959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"1fc9cf29-87e7-4765-950b-f586be1328cd","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.17723182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"1fc9cf29-87e7-4765-950b-f586be1328cd","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.212085782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"17f136b6-f644-4363-8050-ef42962d804b","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-auth-test-model-bfc240","model":"auth-test-model-bfc240","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bfc240/e2e-auth-iso-68bbe6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.236403066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f59d7fa6-5436-48c4-87b0-38b82e01d003","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.250312455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"8b1ad122-ae0f-4520-b742-4d7f842a54b4","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.250341848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"8b1ad122-ae0f-4520-b742-4d7f842a54b4","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.253140876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f59d7fa6-5436-48c4-87b0-38b82e01d003","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:29.300531448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"5447292a-ea3b-4a88-afb5-02a0ac70f782","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-auth-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:33.623473714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"0ee84645-66ae-4d27-a087-20410bdcf0c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:33.632246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"0ee84645-66ae-4d27-a087-20410bdcf0c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:33.657486112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"cf4c3ecc-314b-4eec-9232-6792961ff287","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:33.657505699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"cf4c3ecc-314b-4eec-9232-6792961ff287","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.006586669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1fc169a8-cd75-4b58-944b-8ebc55ed0ed9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.018073243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1fc169a8-cd75-4b58-944b-8ebc55ed0ed9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.148633763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"01488df6-5d48-4a86-8da0-0c6eaf54fdc9","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.148661072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"01488df6-5d48-4a86-8da0-0c6eaf54fdc9","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.255989681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"8db63a51-b6de-4e11-a33e-429032087915","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.256016228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"8db63a51-b6de-4e11-a33e-429032087915","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.262403898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"7abb75c9-cc3c-4db0-b458-5a22247c001f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.265937534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b993ab96-b64e-4805-b68b-90d031ab875a","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.266027538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b993ab96-b64e-4805-b68b-90d031ab875a","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:36.267010853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"cc677142-c47d-4f9b-aff4-f1d9a9a846c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7d3c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.271107277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"7abb75c9-cc3c-4db0-b458-5a22247c001f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:36.271401679Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b993ab96-b64e-4805-b68b-90d031ab875a","name":"auth-test-model-942930","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-942930\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:36.271452377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b993ab96-b64e-4805-b68b-90d031ab875a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-942930\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.27667031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b5b06cd3-27b7-46eb-acb2-8a48cf199687","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.276686336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b5b06cd3-27b7-46eb-acb2-8a48cf199687","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.280483332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"16765b21-344a-4bfd-be96-a6ad40147bf3","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.280504111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"16765b21-344a-4bfd-be96-a6ad40147bf3","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.289391929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"a737679a-0212-4759-b7f0-f05507fa4d05","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.28940997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"a737679a-0212-4759-b7f0-f05507fa4d05","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.31538519Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"59f8d90e-c83a-42f3-b72b-b60ec0956524","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"maas-trlp-auth-test-model-942930","model":"auth-test-model-942930","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-942930/e2e-auth-iso-d7d3c5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.336624153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"615c881b-82b9-47df-bc0b-580007bab21e","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.336644744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"615c881b-82b9-47df-bc0b-580007bab21e","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.364099669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"a9463031-9757-4e98-99d2-1bcf09bb1a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.372816696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"a9463031-9757-4e98-99d2-1bcf09bb1a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.404585965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"d3b4c29d-f909-407b-beb6-4453b4c50d40","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"maas-trlp-auth-test-model-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.881830144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"03710493-031b-4b42-b865-cdcc675c8b40","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.890669587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"03710493-031b-4b42-b865-cdcc675c8b40","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.898178399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-81a5ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"03710493-031b-4b42-b865-cdcc675c8b40","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:43.205428462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"d2af9b81-b6a3-4cdb-b631-a6c75db1fb36","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-auth-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:43.238173683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"14ac31e8-9952-48f9-a815-314d17b2cdc7","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:43.238326329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"14ac31e8-9952-48f9-a815-314d17b2cdc7","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:43.789755999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"c04071d9-7cd4-40f8-848a-31bbdcebebb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:43.806242428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"c04071d9-7cd4-40f8-848a-31bbdcebebb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.738360925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"e8c6d19b-1525-4ea2-863c-4041f4b80fba","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.738383492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"e8c6d19b-1525-4ea2-863c-4041f4b80fba","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.746957689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"032f5ce4-a537-435c-b138-ed63c3bfb30c","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.74698023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"032f5ce4-a537-435c-b138-ed63c3bfb30c","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.755214836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"9013b9cc-53e8-4e74-9273-6407917d919e","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.79089301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"9013b9cc-53e8-4e74-9273-6407917d919e","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.797893211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"9013b9cc-53e8-4e74-9273-6407917d919e","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.80703727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"c4883382-fb8e-4c78-9411-29fbedf1f81e","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.807056118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"c4883382-fb8e-4c78-9411-29fbedf1f81e","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.642786363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"8bb084f7-fb42-4d5c-83b8-c12219486bfb","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.642807166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"8bb084f7-fb42-4d5c-83b8-c12219486bfb","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:45.677552343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f5713a62-c5e0-4f88-a06d-4e3a42c5b56d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-919e56\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.678100642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"92604cc3-2d45-4085-b53b-1e35eaaf84ff","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.678116185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"92604cc3-2d45-4085-b53b-1e35eaaf84ff","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.680738328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"94730993-7ef1-4ed9-830d-05491b7ed0af","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.688808018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"de59c8f2-9ae1-4079-9988-c39b55e44a9a","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.688823329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"de59c8f2-9ae1-4079-9988-c39b55e44a9a","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.692006635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"94730993-7ef1-4ed9-830d-05491b7ed0af","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.697417776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"89c21dd4-026d-4c89-9bf3-d610351a2e83","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.697446597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"89c21dd4-026d-4c89-9bf3-d610351a2e83","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.716371131Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"55fd792b-c9f1-4168-bfeb-9b40cc67a4a6","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-auth-test-model-f154ac","model":"auth-test-model-f154ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-f154ac/e2e-auth-iso-919e56"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.781161494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f1a8db6f-5663-4cae-a0d4-10bc1ad32615","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.789476894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"f1a8db6f-5663-4cae-a0d4-10bc1ad32615","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.793906946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"dd9b18f8-242a-4de6-952c-629eb621987e","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.793930985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"dd9b18f8-242a-4de6-952c-629eb621987e","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:45.814582115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"95434052-f323-44a1-b6c8-c0dc167435a4","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-auth-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.905411836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55a6ccea-e17e-4066-a630-318f0fcee7f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.91402695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55a6ccea-e17e-4066-a630-318f0fcee7f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.92097032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-81a5ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (676278adc8c76aad03d8f3f236c807b822a6293948cfde1a6139e232922cf922) AuthConfig (14431af532b76138e9763ac6587bdcdb595d366a18cc32d29cdf3d9fe6e47e2a) AuthConfig (cba9fa8d60a1e0f51a04e64e1148819b4469f30fd9058341a0bbf42f9c42f250) AuthConfig (bc5c38c33b16f3a2a415fba1baf95eade2509117726a801943c67c611e70be58) AuthConfig (226f01276806d7177bf3562aac81c398395f981500b359d7b59409a8464dd4a7) AuthConfig (a79c82bf9f04a072e0161d2b370cea646ae6341df865d00a6a9393515a5038b3) AuthConfig (445fc9db83d35394f9936f2ed4997ea783532e4e8c1562e3b8276a5ce6554530) AuthConfig (4e2589f3e78b8bebbfb45bcbf3ae473c027fca5cf1043537f5920f92b66da7fa) AuthConfig (e13881f0dbd2d9e0a47126913930e2cd59cb9550650552b1559e324994a2f449) AuthConfig (16991c47874d05a67bdffe973d487169f29917237b55606fc8873f7ecaa702d4) AuthConfig (9d141ac0e1341bf7043a71223e2669e8d086879c04f17ed0d114cc122dc6d279) AuthConfig (2b4f60c67b8f1200f6ddff5f2b219ed042a70e7e713f563d8f66dfda2849e530) AuthConfig (27f1fb6ba7bd62650e19c63a67eb066983a328e8ca2b64ad2e10b8fd4b3c6c71) AuthConfig (ffc3b6d4e7cfe269c533825be7f43922210d4ca90f7d29991e2bda2c39e7aa2f) AuthConfig (37b0f3765927117a67199ee3d682fc4774427b857c997e3453bfa3e79648ff6d) AuthConfig (f823856b22fcf16fecf065f9e6a8b6ba6ddc462e16969c6213bf0ca4cf524048) AuthConfig (00af9551772a103fd29f0f81c6837321a2669b0397768a27a084cba054b0e883) AuthConfig (2895f2f1ab882a6441259085d2b33f851b23e312d0dc34fa60c0fea6acba5263)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55a6ccea-e17e-4066-a630-318f0fcee7f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.928312063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"afc3f31c-ba2e-49c6-94b8-75d44bbbb976","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.928331252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"afc3f31c-ba2e-49c6-94b8-75d44bbbb976","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.548130651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d2ddf0-c0d8-49fb-91af-5abc233b5bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.556353476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d2ddf0-c0d8-49fb-91af-5abc233b5bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.576751021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d2ddf0-c0d8-49fb-91af-5abc233b5bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.58095849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d2ddf0-c0d8-49fb-91af-5abc233b5bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.757427126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c387330d-2ddb-4ec5-8b14-93804489d458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.763366329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c387330d-2ddb-4ec5-8b14-93804489d458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.783386451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c387330d-2ddb-4ec5-8b14-93804489d458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:50.786849102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c387330d-2ddb-4ec5-8b14-93804489d458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:51.482037016Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-836265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-836265","reconcileID":"88d6eaed-d89f-4c49-bbca-7f03e740eb80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-836265","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-836265":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:51.668518626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5212299-55d6-4c97-abfb-51e023e02eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:51.680739815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5212299-55d6-4c97-abfb-51e023e02eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:51.686976741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5212299-55d6-4c97-abfb-51e023e02eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:51.694330687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5212299-55d6-4c97-abfb-51e023e02eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.81345419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"c3110ac7-9a0b-4a30-b02d-0f97e9065d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.822007477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"c3110ac7-9a0b-4a30-b02d-0f97e9065d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.828896182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"c3110ac7-9a0b-4a30-b02d-0f97e9065d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:55.695638167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.941174148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"198049a8-43db-4c60-8172-ad67c3750e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.951006019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"198049a8-43db-4c60-8172-ad67c3750e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.961917493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-81a5ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (676278adc8c76aad03d8f3f236c807b822a6293948cfde1a6139e232922cf922) AuthConfig (14431af532b76138e9763ac6587bdcdb595d366a18cc32d29cdf3d9fe6e47e2a) AuthConfig (cba9fa8d60a1e0f51a04e64e1148819b4469f30fd9058341a0bbf42f9c42f250) AuthConfig (bc5c38c33b16f3a2a415fba1baf95eade2509117726a801943c67c611e70be58) AuthConfig (226f01276806d7177bf3562aac81c398395f981500b359d7b59409a8464dd4a7) AuthConfig (a79c82bf9f04a072e0161d2b370cea646ae6341df865d00a6a9393515a5038b3) AuthConfig (445fc9db83d35394f9936f2ed4997ea783532e4e8c1562e3b8276a5ce6554530) AuthConfig (4e2589f3e78b8bebbfb45bcbf3ae473c027fca5cf1043537f5920f92b66da7fa) AuthConfig (e13881f0dbd2d9e0a47126913930e2cd59cb9550650552b1559e324994a2f449) AuthConfig (16991c47874d05a67bdffe973d487169f29917237b55606fc8873f7ecaa702d4) AuthConfig (9d141ac0e1341bf7043a71223e2669e8d086879c04f17ed0d114cc122dc6d279) AuthConfig (2b4f60c67b8f1200f6ddff5f2b219ed042a70e7e713f563d8f66dfda2849e530) AuthConfig (27f1fb6ba7bd62650e19c63a67eb066983a328e8ca2b64ad2e10b8fd4b3c6c71) AuthConfig (ffc3b6d4e7cfe269c533825be7f43922210d4ca90f7d29991e2bda2c39e7aa2f) AuthConfig (37b0f3765927117a67199ee3d682fc4774427b857c997e3453bfa3e79648ff6d) AuthConfig (f823856b22fcf16fecf065f9e6a8b6ba6ddc462e16969c6213bf0ca4cf524048) AuthConfig (00af9551772a103fd29f0f81c6837321a2669b0397768a27a084cba054b0e883) AuthConfig (2895f2f1ab882a6441259085d2b33f851b23e312d0dc34fa60c0fea6acba5263)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"198049a8-43db-4c60-8172-ad67c3750e7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:01.569677681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"c6a35f4f-9455-4eed-bb13-8eeac52e755e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:01.657871218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"c6a35f4f-9455-4eed-bb13-8eeac52e755e","name":"e2e-shared-a-w2-836265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:04.835558882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"e3b97983-2f68-4935-901e-1acbad1b9990","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:04.844860856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"e3b97983-2f68-4935-901e-1acbad1b9990","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:04.85196397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"e3b97983-2f68-4935-901e-1acbad1b9990","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:06.969633491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"9581cf2d-8363-4f38-a5e1-7994925738fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:06.978040511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"9581cf2d-8363-4f38-a5e1-7994925738fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:06.98502876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-81a5ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (676278adc8c76aad03d8f3f236c807b822a6293948cfde1a6139e232922cf922) AuthConfig (14431af532b76138e9763ac6587bdcdb595d366a18cc32d29cdf3d9fe6e47e2a) AuthConfig (cba9fa8d60a1e0f51a04e64e1148819b4469f30fd9058341a0bbf42f9c42f250) AuthConfig (bc5c38c33b16f3a2a415fba1baf95eade2509117726a801943c67c611e70be58) AuthConfig (226f01276806d7177bf3562aac81c398395f981500b359d7b59409a8464dd4a7) AuthConfig (a79c82bf9f04a072e0161d2b370cea646ae6341df865d00a6a9393515a5038b3) AuthConfig (445fc9db83d35394f9936f2ed4997ea783532e4e8c1562e3b8276a5ce6554530) AuthConfig (4e2589f3e78b8bebbfb45bcbf3ae473c027fca5cf1043537f5920f92b66da7fa) AuthConfig (e13881f0dbd2d9e0a47126913930e2cd59cb9550650552b1559e324994a2f449) AuthConfig (16991c47874d05a67bdffe973d487169f29917237b55606fc8873f7ecaa702d4) AuthConfig (9d141ac0e1341bf7043a71223e2669e8d086879c04f17ed0d114cc122dc6d279) AuthConfig (2b4f60c67b8f1200f6ddff5f2b219ed042a70e7e713f563d8f66dfda2849e530) AuthConfig (27f1fb6ba7bd62650e19c63a67eb066983a328e8ca2b64ad2e10b8fd4b3c6c71) AuthConfig (ffc3b6d4e7cfe269c533825be7f43922210d4ca90f7d29991e2bda2c39e7aa2f) AuthConfig (37b0f3765927117a67199ee3d682fc4774427b857c997e3453bfa3e79648ff6d) AuthConfig (f823856b22fcf16fecf065f9e6a8b6ba6ddc462e16969c6213bf0ca4cf524048) AuthConfig (00af9551772a103fd29f0f81c6837321a2669b0397768a27a084cba054b0e883) AuthConfig (2895f2f1ab882a6441259085d2b33f851b23e312d0dc34fa60c0fea6acba5263)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"9581cf2d-8363-4f38-a5e1-7994925738fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.11440656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"7b02fe0f-c4fc-4031-b721-0ec6aa8574a1","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-auth-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.145444508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"b0093e1e-804a-428e-b2e7-1cbe8a1f2c79","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.145555426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"b0093e1e-804a-428e-b2e7-1cbe8a1f2c79","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.19794082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"0c971329-a89b-4c88-a062-cd54ff805c6f","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"maas-trlp-auth-test-model-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.240866519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ff733a70-5cf9-40b3-9cbf-20a4adc91137","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.265763177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"ff733a70-5cf9-40b3-9cbf-20a4adc91137","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.546095176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"440785b3-3b4e-4a83-bb64-26d2f5629c3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:11.554398816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"440785b3-3b4e-4a83-bb64-26d2f5629c3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.017893393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"15adb3e4-0016-4503-9f4d-c9e2f599ca26","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.026197892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"15adb3e4-0016-4503-9f4d-c9e2f599ca26","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.904483955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"0d43048b-5c78-4491-8248-bea44c5b79bf","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.904505899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"0d43048b-5c78-4491-8248-bea44c5b79bf","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.912338965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"0505a0d2-1e1c-4b56-b51d-dadc5aa6c8a1","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.912361998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"0505a0d2-1e1c-4b56-b51d-dadc5aa6c8a1","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.919417228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"2e33b2f5-e556-4646-84b8-81bd308d01f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.948721442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"2e33b2f5-e556-4646-84b8-81bd308d01f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.95560869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"2e33b2f5-e556-4646-84b8-81bd308d01f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.963661294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"f18e6e66-3c4b-4d94-baed-71da3f7d9e08","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.963677184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"f18e6e66-3c4b-4d94-baed-71da3f7d9e08","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.416114513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"ec9b3723-abad-49e0-aeb6-e234933a5d58","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.416262447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"ec9b3723-abad-49e0-aeb6-e234933a5d58","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.426983319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"e8237349-f805-42c7-a557-0f9b42a8bf17","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.427069005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"e8237349-f805-42c7-a557-0f9b42a8bf17","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.487110963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"e5401f9f-bf3f-49b7-bc0f-12830dfce57c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.517573291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"e5401f9f-bf3f-49b7-bc0f-12830dfce57c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.524320181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-88a18e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"e5401f9f-bf3f-49b7-bc0f-12830dfce57c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.532673803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"89dfcc33-86a9-48c0-bb57-377679a6c986","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.532694837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"89dfcc33-86a9-48c0-bb57-377679a6c986","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.548110153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fddfcf1-1771-4346-8aad-6e78d808b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.576522396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fddfcf1-1771-4346-8aad-6e78d808b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.580119268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fddfcf1-1771-4346-8aad-6e78d808b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.583627648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fddfcf1-1771-4346-8aad-6e78d808b48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.840465669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971c2d67-b923-4696-90fa-2ce1b7efd15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.843597282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971c2d67-b923-4696-90fa-2ce1b7efd15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.84688866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971c2d67-b923-4696-90fa-2ce1b7efd15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.850034859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971c2d67-b923-4696-90fa-2ce1b7efd15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.858260909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"a58c4527-df31-46f6-aa6f-c2f390bc62a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.877533186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"a58c4527-df31-46f6-aa6f-c2f390bc62a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.884638559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c438b1c8e509f29d32fa3a22af50be1a44610c0ecd71deffa46f2e91dc0a81) AuthConfig (e82d29cf06d8687f77bbb67366b021bc55278d2cb5268f8063e68d4e0543d718) AuthConfig (d69fb0e10ee7704a5aff0025d1c2e4644ec4c7565bfa7dd0c4a9fe36268cbb67) AuthConfig (2874b5b0a215f51cd4a7c37beeaa9d5cdf01c19b960c7f90bc835beb910fea07) AuthConfig (6a5c555246454132150d3817cbffd2911bc699c41cb7888e9499bf8a5c9433ac) AuthConfig (d20f854c2b1e598c693de0d19480f07ab4b76e655ca61bf96fd8ebef989d8732) AuthConfig (6ec7cee253f68ce83e3f802e24149bb883765c2e5f3dc1f4e486ec1f75a19019) AuthConfig (d26ac9c13865201d0b4b7979ed09b85c3e4550e0f53b1146980a31b272fb1b22) AuthConfig (c63b21b21771658ba4a6788d2c4b48b44503a09f973039b2038eeb0c5b64a2ac) AuthConfig (714e0848532bfd2d49d94feae3f55da158d5ce61c914a161804f905dab0b95bc) AuthConfig (9c3eca149b999429b359ec952eb387ac6b39d1267103c70c05263bc86f15142a) AuthConfig (f10c701482fe1d16af83cc1ccf5407877935c5941855c7d90ec2f24b669efea6) AuthConfig (45e4a45b1f307dc8be0d4009485233263358457c7120db6dda4b242383f9cc1b) AuthConfig (59b679de9e3c60ccd7ccb0c87fd8e34b08c886316cd311b1f334bdca64c3c582) AuthConfig (a085412f85f165c77fec7db7c3196cd41df050ade9f98ad326083768f58ef95d) AuthConfig (a8c4c973e25d23d754dfad5df0c415487f43abe000e9709c5786718c22c9c9a5) AuthConfig (bcaa963925e6d3a17106f66903033f66864da0200b1b53decab0079cc2773ab2) AuthConfig (035ec5a3f16202e48657ad434a109cd1af99cce819e9c57544e857f486c91cd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"a58c4527-df31-46f6-aa6f-c2f390bc62a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.899481126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"12f0171f-b716-45a8-8065-e58c1dee189e","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.899501569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"12f0171f-b716-45a8-8065-e58c1dee189e","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:16.992071326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"d3b6a5db-ea2d-4459-b5ec-0b6b27f79753","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.001829858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"d3b6a5db-ea2d-4459-b5ec-0b6b27f79753","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.132629684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"a4baa1d8-fc82-4536-8534-f0ee35c383df","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.132650585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"a4baa1d8-fc82-4536-8534-f0ee35c383df","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.770913721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"5ac18569-9568-4c32-8f7d-bb18625ca710","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.770935621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"5ac18569-9568-4c32-8f7d-bb18625ca710","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.7817414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"d77ae3ba-ea62-4449-9252-e1afa48b314d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.782983015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"dd044ccc-7fab-4597-886a-61e538384cd2","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.783071789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"dd044ccc-7fab-4597-886a-61e538384cd2","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:18.783848847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"997880e8-2658-47fb-aa08-f803e8f64706","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ef92ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:18.788487706Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"dd044ccc-7fab-4597-886a-61e538384cd2","name":"auth-test-model-81a5ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-81a5ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:18.788547524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"dd044ccc-7fab-4597-886a-61e538384cd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-81a5ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.791184872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"d77ae3ba-ea62-4449-9252-e1afa48b314d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.803575417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"1808a2fd-c3cb-4659-9193-f71a82bba5bf","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.803600118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"1808a2fd-c3cb-4659-9193-f71a82bba5bf","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.812997957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"d30d8030-6271-4e86-8826-c25658d6ea52","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.813017561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"d30d8030-6271-4e86-8826-c25658d6ea52","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.832237297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"569c14b7-d534-4817-b89a-276a7830c49b","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"maas-trlp-auth-test-model-81a5ae","model":"auth-test-model-81a5ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-81a5ae/e2e-auth-iso-ef92ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.853116175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"e3112f66-d5bd-4c7c-9890-70adcc1e1289","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.853134262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"e3112f66-d5bd-4c7c-9890-70adcc1e1289","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.877096165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"f8cf4f84-433a-4953-9216-bf3236fb9772","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.885680064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"f8cf4f84-433a-4953-9216-bf3236fb9772","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.931834561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"95a3ab0e-7b93-467f-952c-cce7dd3f06d5","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"maas-trlp-auth-test-model-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.255759252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c0a325-da00-49ef-8039-346b3abddcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.258824627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c0a325-da00-49ef-8039-346b3abddcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.261890703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c0a325-da00-49ef-8039-346b3abddcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.264888298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c0a325-da00-49ef-8039-346b3abddcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.47675774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4af653d-61cd-44a6-a14e-012631ef5dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.480408782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4af653d-61cd-44a6-a14e-012631ef5dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.483614238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4af653d-61cd-44a6-a14e-012631ef5dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.486792974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4af653d-61cd-44a6-a14e-012631ef5dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.158356482Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-660d95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-660d95","reconcileID":"93205578-5061-46a6-bf32-c412dc3d3d1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-660d95","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-660d95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.352977566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c44d32-0bfa-486c-8c85-1ab729374ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.359390348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c44d32-0bfa-486c-8c85-1ab729374ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.367242707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c44d32-0bfa-486c-8c85-1ab729374ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.370693528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c44d32-0bfa-486c-8c85-1ab729374ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:22.97147984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"060c9f2c-8f7b-47a8-b929-c30b1c6fb54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:22.980019295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"060c9f2c-8f7b-47a8-b929-c30b1c6fb54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:22.987125743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"060c9f2c-8f7b-47a8-b929-c30b1c6fb54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.54012795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"5ae3d3c8-d011-4adb-83ad-455ffd513c68","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.548707919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"5ae3d3c8-d011-4adb-83ad-455ffd513c68","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.555522164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-88a18e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"5ae3d3c8-d011-4adb-83ad-455ffd513c68","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.917966886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"fdd7247e-5720-4063-b3eb-7d757d1d4112","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.941689622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"fdd7247e-5720-4063-b3eb-7d757d1d4112","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.949108332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c438b1c8e509f29d32fa3a22af50be1a44610c0ecd71deffa46f2e91dc0a81) AuthConfig (e82d29cf06d8687f77bbb67366b021bc55278d2cb5268f8063e68d4e0543d718) AuthConfig (d69fb0e10ee7704a5aff0025d1c2e4644ec4c7565bfa7dd0c4a9fe36268cbb67) AuthConfig (2874b5b0a215f51cd4a7c37beeaa9d5cdf01c19b960c7f90bc835beb910fea07) AuthConfig (6a5c555246454132150d3817cbffd2911bc699c41cb7888e9499bf8a5c9433ac) AuthConfig (d20f854c2b1e598c693de0d19480f07ab4b76e655ca61bf96fd8ebef989d8732) AuthConfig (6ec7cee253f68ce83e3f802e24149bb883765c2e5f3dc1f4e486ec1f75a19019) AuthConfig (d26ac9c13865201d0b4b7979ed09b85c3e4550e0f53b1146980a31b272fb1b22) AuthConfig (c63b21b21771658ba4a6788d2c4b48b44503a09f973039b2038eeb0c5b64a2ac) AuthConfig (714e0848532bfd2d49d94feae3f55da158d5ce61c914a161804f905dab0b95bc) AuthConfig (9c3eca149b999429b359ec952eb387ac6b39d1267103c70c05263bc86f15142a) AuthConfig (f10c701482fe1d16af83cc1ccf5407877935c5941855c7d90ec2f24b669efea6) AuthConfig (45e4a45b1f307dc8be0d4009485233263358457c7120db6dda4b242383f9cc1b) AuthConfig (59b679de9e3c60ccd7ccb0c87fd8e34b08c886316cd311b1f334bdca64c3c582) AuthConfig (a085412f85f165c77fec7db7c3196cd41df050ade9f98ad326083768f58ef95d) AuthConfig (a8c4c973e25d23d754dfad5df0c415487f43abe000e9709c5786718c22c9c9a5) AuthConfig (bcaa963925e6d3a17106f66903033f66864da0200b1b53decab0079cc2773ab2) AuthConfig (035ec5a3f16202e48657ad434a109cd1af99cce819e9c57544e857f486c91cd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"fdd7247e-5720-4063-b3eb-7d757d1d4112","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.696358126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:32.771503448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"5b5e47e6-cbc7-4259-bb72-b5ab24e6b13e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:32.84807659Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"5b5e47e6-cbc7-4259-bb72-b5ab24e6b13e","name":"e2e-shared-b-w2-660d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.001613802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"6536b1bf-91bd-4463-b071-796d76317f3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.009814674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"6536b1bf-91bd-4463-b071-796d76317f3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.016860374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08104edd4d82979ea3896a7e0a4475abf0e195833ec7bc30ec52b095ac9cf345) AuthConfig (774113f2e7634e560b8e946a1628ab92769527cf028351754332c3a848b702e7) AuthConfig (5eb93a171f7263269ef28fd9cc5ca1883f5d2f2469ff43f141b65ef4b21d22a9) AuthConfig (29b2a5bb008bfae2e40a92dba213dcc6e363fab7233a04479eb55e25c3c6922f) AuthConfig (b80d359a07f91900f1d15aa2ab975225de6877514b03db10cad36a1a50a11bd8) AuthConfig (2d5e8e52d692d0f5f6732bc8d0aaf7fd2014aecff0823bc6d935b888044929ea) AuthConfig (9b3e7939cb87977668b95a90c251643a6cb033bb755c6857b2f89e9c4c2a3c3e) AuthConfig (aa8fa5f0c00f7ff3bb598635dbf4b64ed55d2f6c3fcffdc19f38c7ce6b0e9f3a) AuthConfig (c7ebd59a9a34de20366b456666d72293cdc88da7c7847364027cea4611cce97d) AuthConfig (ec23092e5065214bf251615b61e07f8c6fa07188922875abcd7ba531a14a94f1) AuthConfig (b2988668b68b4831d78081ab9e6aebef6f0442d512da66daa2c84d2f9028da23) AuthConfig (f9a005a09a68fb7e105f012fab0f2d0066cee318484a35bc06c612bf5d8ec49e) AuthConfig (6cd4e633903a4c45fa59d2bd5ca055d714495b990f50901e54e656a0bbb1bf03) AuthConfig (290c01ca2e726d496bab49f0373d03d89671c1c1ec6244d9e3a1195f226d2cb2) AuthConfig (c0dd7935d61ea4c94fed967b32f024f60362955b375dc98b2f7ce75909a92cbb) AuthConfig (be5d579c40997cd386ea10bbfd563fd56f7ab7a4a718446c79e100e55e778ab9) AuthConfig (45f994e1285a0de178461ffce443c14aa81ee2e1fdb357d6f8c510be62bd6060) AuthConfig (d2ab5ccc46efab40d42389748510046bad325f37f6faa56d6a8df063335b1da0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"6536b1bf-91bd-4463-b071-796d76317f3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.076751493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"bb2131e4-a733-4e6b-bc8d-3c6828e2de78","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.076781019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"bb2131e4-a733-4e6b-bc8d-3c6828e2de78","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.563541179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"837a2121-08aa-4f6f-9f2c-77153be0a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.572352249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"837a2121-08aa-4f6f-9f2c-77153be0a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.580046583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-88a18e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9c80cc1dab82da010f201e764f1d9353addcf379b85f4d63040d8e70fed5576) AuthConfig (836ee90dce61618a39eb7f3472202f58502c958409e2d55bece7b96c9838f7f7) AuthConfig (1d50b2e8ccfe3e691a6e7480d63b2208581a58c271724bd0cf4cc483ba0962a0) AuthConfig (28deda9fe7690379c8511525dea0ddd59ef332f8c758325446bb142215bef496) AuthConfig (0cb25b28766f7077b189a0037651084e36b7e40d779b302b391be7323b1a3b99) AuthConfig (62064c8efb066407ad77b2f44a9d3d910e4c643234262fcc377a6fa34cc8f744) AuthConfig (22c931e62beb23d59acd2cd7590b3a2327d18d453ea22865466f2f8b95cbe399) AuthConfig (6779f6ad78c4e86b109344dde65821e88033beaaac232f522db5e4c903b3f2d6) AuthConfig (e92ffc88db348da3cd967a2b917860b378a811e10b72d5aa7f86d86171949922) AuthConfig (8b373d303a3801dcaa41a75dd8ba40012a7bc3c57a887d69abe219ac014eea17) AuthConfig (537cf472033769984be829a0342482e79fd170182f01afda09352ebdc4220a4d) AuthConfig (adf71579fd7d1c57b38fc13768c1b3b0735ec64c318d7631b6ae98a50c000979) AuthConfig (6a8df7212c213987c81ba3071fa764b3377f2bb1689d905d73f9609d15c93d44) AuthConfig (d36f03658f52569c48fae5d740d1dfee29e3700e4971c7dd8ae6f37dcb993e34) AuthConfig (c83f38603b38d66f9cff23eae8a6cec8dbb7fac2c2f0933cc1a0d48711e53353) AuthConfig (f738bad3457b193ac84ef2b8edc76c18c164a8e92615635d38e5550b08f36aee) AuthConfig (5cee32c34c18d7ff8d6e453355d330929f3a8f91bb45a37aa319fcae961db5ba) AuthConfig (b7df24e7a13ddca552040e796f1e1d8e15e6954d491178b0dd4c3035947ec548)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"837a2121-08aa-4f6f-9f2c-77153be0a465","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.589348863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"27e7f871-86a9-4e02-851b-a85834d47692","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:33.589368069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"27e7f871-86a9-4e02-851b-a85834d47692","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.978371341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"f607a875-2c03-40cd-817f-93b6797820c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.991249945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"f607a875-2c03-40cd-817f-93b6797820c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:35.032171821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"810beec7-d9f6-4f8c-bf96-9bfc11f642bb","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:35.032220071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"810beec7-d9f6-4f8c-bf96-9bfc11f642bb","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.032967298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"839c15fc-e375-491f-807e-138f31993734","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.042034981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"839c15fc-e375-491f-807e-138f31993734","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.05086273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08104edd4d82979ea3896a7e0a4475abf0e195833ec7bc30ec52b095ac9cf345) AuthConfig (774113f2e7634e560b8e946a1628ab92769527cf028351754332c3a848b702e7) AuthConfig (5eb93a171f7263269ef28fd9cc5ca1883f5d2f2469ff43f141b65ef4b21d22a9) AuthConfig (29b2a5bb008bfae2e40a92dba213dcc6e363fab7233a04479eb55e25c3c6922f) AuthConfig (b80d359a07f91900f1d15aa2ab975225de6877514b03db10cad36a1a50a11bd8) AuthConfig (2d5e8e52d692d0f5f6732bc8d0aaf7fd2014aecff0823bc6d935b888044929ea) AuthConfig (9b3e7939cb87977668b95a90c251643a6cb033bb755c6857b2f89e9c4c2a3c3e) AuthConfig (aa8fa5f0c00f7ff3bb598635dbf4b64ed55d2f6c3fcffdc19f38c7ce6b0e9f3a) AuthConfig (c7ebd59a9a34de20366b456666d72293cdc88da7c7847364027cea4611cce97d) AuthConfig (ec23092e5065214bf251615b61e07f8c6fa07188922875abcd7ba531a14a94f1) AuthConfig (b2988668b68b4831d78081ab9e6aebef6f0442d512da66daa2c84d2f9028da23) AuthConfig (f9a005a09a68fb7e105f012fab0f2d0066cee318484a35bc06c612bf5d8ec49e) AuthConfig (6cd4e633903a4c45fa59d2bd5ca055d714495b990f50901e54e656a0bbb1bf03) AuthConfig (290c01ca2e726d496bab49f0373d03d89671c1c1ec6244d9e3a1195f226d2cb2) AuthConfig (c0dd7935d61ea4c94fed967b32f024f60362955b375dc98b2f7ce75909a92cbb) AuthConfig (be5d579c40997cd386ea10bbfd563fd56f7ab7a4a718446c79e100e55e778ab9) AuthConfig (45f994e1285a0de178461ffce443c14aa81ee2e1fdb357d6f8c510be62bd6060) AuthConfig (d2ab5ccc46efab40d42389748510046bad325f37f6faa56d6a8df063335b1da0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"839c15fc-e375-491f-807e-138f31993734","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.616331248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"316eaa37-85dd-4b0f-81fc-1a2fc0fa2b38","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.633095227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"316eaa37-85dd-4b0f-81fc-1a2fc0fa2b38","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.641166504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-88a18e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9c80cc1dab82da010f201e764f1d9353addcf379b85f4d63040d8e70fed5576) AuthConfig (836ee90dce61618a39eb7f3472202f58502c958409e2d55bece7b96c9838f7f7) AuthConfig (1d50b2e8ccfe3e691a6e7480d63b2208581a58c271724bd0cf4cc483ba0962a0) AuthConfig (28deda9fe7690379c8511525dea0ddd59ef332f8c758325446bb142215bef496) AuthConfig (0cb25b28766f7077b189a0037651084e36b7e40d779b302b391be7323b1a3b99) AuthConfig (62064c8efb066407ad77b2f44a9d3d910e4c643234262fcc377a6fa34cc8f744) AuthConfig (22c931e62beb23d59acd2cd7590b3a2327d18d453ea22865466f2f8b95cbe399) AuthConfig (6779f6ad78c4e86b109344dde65821e88033beaaac232f522db5e4c903b3f2d6) AuthConfig (e92ffc88db348da3cd967a2b917860b378a811e10b72d5aa7f86d86171949922) AuthConfig (8b373d303a3801dcaa41a75dd8ba40012a7bc3c57a887d69abe219ac014eea17) AuthConfig (537cf472033769984be829a0342482e79fd170182f01afda09352ebdc4220a4d) AuthConfig (adf71579fd7d1c57b38fc13768c1b3b0735ec64c318d7631b6ae98a50c000979) AuthConfig (6a8df7212c213987c81ba3071fa764b3377f2bb1689d905d73f9609d15c93d44) AuthConfig (d36f03658f52569c48fae5d740d1dfee29e3700e4971c7dd8ae6f37dcb993e34) AuthConfig (c83f38603b38d66f9cff23eae8a6cec8dbb7fac2c2f0933cc1a0d48711e53353) AuthConfig (f738bad3457b193ac84ef2b8edc76c18c164a8e92615635d38e5550b08f36aee) AuthConfig (5cee32c34c18d7ff8d6e453355d330929f3a8f91bb45a37aa319fcae961db5ba) AuthConfig (b7df24e7a13ddca552040e796f1e1d8e15e6954d491178b0dd4c3035947ec548)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"316eaa37-85dd-4b0f-81fc-1a2fc0fa2b38","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.140583636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3581e2a-46a2-41c2-88ed-6432880070c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.143859299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3581e2a-46a2-41c2-88ed-6432880070c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.147907922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3581e2a-46a2-41c2-88ed-6432880070c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.155364043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3581e2a-46a2-41c2-88ed-6432880070c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.383852528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496d5d1-4693-4901-a5a7-397e5b6c3e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.389464928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496d5d1-4693-4901-a5a7-397e5b6c3e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.396408455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496d5d1-4693-4901-a5a7-397e5b6c3e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.399514693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496d5d1-4693-4901-a5a7-397e5b6c3e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.662262505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"0977c7ce-11a0-4daa-8341-833083495952","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.662284126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"0977c7ce-11a0-4daa-8341-833083495952","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.670292881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"501855ba-79fe-46d7-9739-e2a0c1d608fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.674632385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"1fde60ff-9f74-4bee-bd79-337eef1fc65d","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.675104301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"1fde60ff-9f74-4bee-bd79-337eef1fc65d","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:46.674911434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"dd2a70c7-d3e4-4353-be38-287f1b270d36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-68bbe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.679724921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"501855ba-79fe-46d7-9739-e2a0c1d608fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:46.680670853Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"1fde60ff-9f74-4bee-bd79-337eef1fc65d","name":"auth-test-model-bcfde8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bcfde8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:46.680722353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"1fde60ff-9f74-4bee-bd79-337eef1fc65d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bcfde8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.686679855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"b1b6bc61-40f8-4c28-aa7f-99139973ab79","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.686694643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"b1b6bc61-40f8-4c28-aa7f-99139973ab79","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.68786358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"96f918a4-4b1e-4232-b83f-3e6c65042401","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.687879958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"96f918a4-4b1e-4232-b83f-3e6c65042401","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.696747661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"4a538aae-9d85-4631-8887-093a80396efb","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.696768169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"4a538aae-9d85-4631-8887-093a80396efb","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.711728405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"7ad45949-ca2c-4109-accd-be16fdfe7d8d","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-auth-test-model-bcfde8","model":"auth-test-model-bcfde8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bcfde8/e2e-auth-iso-68bbe6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.732446709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"f68d45ff-62ac-4526-b4bd-f2aa834b915c","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.732470088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"f68d45ff-62ac-4526-b4bd-f2aa834b915c","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.768644009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"863254be-12a2-4954-8508-db896e611242","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.776900418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"863254be-12a2-4954-8508-db896e611242","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.810385328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"65d5dcb9-79bd-4c1e-bddf-dd40863d6f07","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-auth-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.090293397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"421fc2c0-af7b-470f-8cbe-c814bad90c55","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.098575948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"421fc2c0-af7b-470f-8cbe-c814bad90c55","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.10570382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08104edd4d82979ea3896a7e0a4475abf0e195833ec7bc30ec52b095ac9cf345) AuthConfig (774113f2e7634e560b8e946a1628ab92769527cf028351754332c3a848b702e7) AuthConfig (5eb93a171f7263269ef28fd9cc5ca1883f5d2f2469ff43f141b65ef4b21d22a9) AuthConfig (29b2a5bb008bfae2e40a92dba213dcc6e363fab7233a04479eb55e25c3c6922f) AuthConfig (b80d359a07f91900f1d15aa2ab975225de6877514b03db10cad36a1a50a11bd8) AuthConfig (2d5e8e52d692d0f5f6732bc8d0aaf7fd2014aecff0823bc6d935b888044929ea) AuthConfig (9b3e7939cb87977668b95a90c251643a6cb033bb755c6857b2f89e9c4c2a3c3e) AuthConfig (aa8fa5f0c00f7ff3bb598635dbf4b64ed55d2f6c3fcffdc19f38c7ce6b0e9f3a) AuthConfig (c7ebd59a9a34de20366b456666d72293cdc88da7c7847364027cea4611cce97d) AuthConfig (ec23092e5065214bf251615b61e07f8c6fa07188922875abcd7ba531a14a94f1) AuthConfig (b2988668b68b4831d78081ab9e6aebef6f0442d512da66daa2c84d2f9028da23) AuthConfig (f9a005a09a68fb7e105f012fab0f2d0066cee318484a35bc06c612bf5d8ec49e) AuthConfig (6cd4e633903a4c45fa59d2bd5ca055d714495b990f50901e54e656a0bbb1bf03) AuthConfig (290c01ca2e726d496bab49f0373d03d89671c1c1ec6244d9e3a1195f226d2cb2) AuthConfig (c0dd7935d61ea4c94fed967b32f024f60362955b375dc98b2f7ce75909a92cbb) AuthConfig (be5d579c40997cd386ea10bbfd563fd56f7ab7a4a718446c79e100e55e778ab9) AuthConfig (45f994e1285a0de178461ffce443c14aa81ee2e1fdb357d6f8c510be62bd6060) AuthConfig (d2ab5ccc46efab40d42389748510046bad325f37f6faa56d6a8df063335b1da0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"421fc2c0-af7b-470f-8cbe-c814bad90c55","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.649988115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"2d2ccc2f-3689-44d9-b238-3b32b3929aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.658679349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"2d2ccc2f-3689-44d9-b238-3b32b3929aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.666091515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-88a18e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9c80cc1dab82da010f201e764f1d9353addcf379b85f4d63040d8e70fed5576) AuthConfig (836ee90dce61618a39eb7f3472202f58502c958409e2d55bece7b96c9838f7f7) AuthConfig (1d50b2e8ccfe3e691a6e7480d63b2208581a58c271724bd0cf4cc483ba0962a0) AuthConfig (28deda9fe7690379c8511525dea0ddd59ef332f8c758325446bb142215bef496) AuthConfig (0cb25b28766f7077b189a0037651084e36b7e40d779b302b391be7323b1a3b99) AuthConfig (62064c8efb066407ad77b2f44a9d3d910e4c643234262fcc377a6fa34cc8f744) AuthConfig (22c931e62beb23d59acd2cd7590b3a2327d18d453ea22865466f2f8b95cbe399) AuthConfig (6779f6ad78c4e86b109344dde65821e88033beaaac232f522db5e4c903b3f2d6) AuthConfig (e92ffc88db348da3cd967a2b917860b378a811e10b72d5aa7f86d86171949922) AuthConfig (8b373d303a3801dcaa41a75dd8ba40012a7bc3c57a887d69abe219ac014eea17) AuthConfig (537cf472033769984be829a0342482e79fd170182f01afda09352ebdc4220a4d) AuthConfig (adf71579fd7d1c57b38fc13768c1b3b0735ec64c318d7631b6ae98a50c000979) AuthConfig (6a8df7212c213987c81ba3071fa764b3377f2bb1689d905d73f9609d15c93d44) AuthConfig (d36f03658f52569c48fae5d740d1dfee29e3700e4971c7dd8ae6f37dcb993e34) AuthConfig (c83f38603b38d66f9cff23eae8a6cec8dbb7fac2c2f0933cc1a0d48711e53353) AuthConfig (f738bad3457b193ac84ef2b8edc76c18c164a8e92615635d38e5550b08f36aee) AuthConfig (5cee32c34c18d7ff8d6e453355d330929f3a8f91bb45a37aa319fcae961db5ba) AuthConfig (b7df24e7a13ddca552040e796f1e1d8e15e6954d491178b0dd4c3035947ec548)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"2d2ccc2f-3689-44d9-b238-3b32b3929aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:55.695676187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:02.8071971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"3b688122-0d42-4eef-b915-3fb062398995","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-auth-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:02.838933068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"70526be8-dc35-4513-80ef-57537edb1918","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:02.838956075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"70526be8-dc35-4513-80ef-57537edb1918","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.081368101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"85dd600f-5c4a-4ba1-94f4-adca301b0d44","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"maas-trlp-auth-test-model-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.105737327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"90634fea-38cf-4f7e-bd6e-8ff4808bc328","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.10575854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"90634fea-38cf-4f7e-bd6e-8ff4808bc328","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.11274638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"a577a8db-e7eb-41f2-b9a0-43b6e39ba7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.120846813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"a577a8db-e7eb-41f2-b9a0-43b6e39ba7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.242247104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"ecd9072a-6ecb-45ab-86a3-bd06a6efdeca","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.242266917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"ecd9072a-6ecb-45ab-86a3-bd06a6efdeca","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.478125456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"ef4122d6-a38e-4a21-a969-7c141c4de36d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.486444948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"ef4122d6-a38e-4a21-a969-7c141c4de36d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.570422135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"4d144d9b-df7f-4f56-8658-b2522ea3bd4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.580373782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"4d144d9b-df7f-4f56-8658-b2522ea3bd4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.687620438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"bc2fe15f-b9e1-4104-90b5-8739e151ef90","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.765769815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"bc2fe15f-b9e1-4104-90b5-8739e151ef90","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.803962384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"d810b8f5-3b96-4cad-b3ea-ef7efa9a6a1c","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.803984063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"d810b8f5-3b96-4cad-b3ea-ef7efa9a6a1c","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.893780585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"abda139b-ee41-4177-bb7d-b0a2c62bf769","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.893803686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"abda139b-ee41-4177-bb7d-b0a2c62bf769","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.902245094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"cad104bd-80cd-472d-bcba-d7fda48dd262","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.904836376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"d7c43bce-fd22-42e6-9e32-1f8b95701000","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.904861116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"d7c43bce-fd22-42e6-9e32-1f8b95701000","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:04.906824423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"36fed4ba-263f-4bcf-b1ea-16dd44c6e029","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-919e56\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.977333001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"cad104bd-80cd-472d-bcba-d7fda48dd262","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.984864311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"87b8ed44-a27e-48c3-a2f7-7cf99b92b270","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.984883592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"87b8ed44-a27e-48c3-a2f7-7cf99b92b270","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.990813691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"616443fe-4219-4975-b6dc-b6f440dede70","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.990835074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"616443fe-4219-4975-b6dc-b6f440dede70","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.001689341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"7d0421f4-525c-4556-94e5-230d91cf02b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.007459408Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"53384d00-522f-42d3-9cd4-5750c53e519a","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-auth-test-model-43c674","model":"auth-test-model-43c674","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-43c674/e2e-auth-iso-919e56"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.012449484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"7d0421f4-525c-4556-94e5-230d91cf02b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.0341334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"85c6cefe-797e-42d5-b86a-abce80267c57","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.034159623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"85c6cefe-797e-42d5-b86a-abce80267c57","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.105196953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"b62559f9-f5a9-437a-bb32-3efe781b8fbf","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-auth-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.206331048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"d619b774-2a5e-4127-a188-2fcbf7ad66ec","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.206359418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"d619b774-2a5e-4127-a188-2fcbf7ad66ec","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.218741992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"df60bca8-1de0-418a-8fd9-435173d2f862","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.227513068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"df60bca8-1de0-418a-8fd9-435173d2f862","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.22954711Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"e9e029e6-0b07-4aa3-a8f8-6c47b292183b","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5321be46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.315392368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f96c65a6-526f-4f2b-b344-25c86ba2cfbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.32388265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"f96c65a6-526f-4f2b-b344-25c86ba2cfbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.383121124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"a04720ab-6441-41d8-9285-d7c4c21caeb5","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.383147235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"a04720ab-6441-41d8-9285-d7c4c21caeb5","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.393364443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"1e458b25-ad55-41a3-8c28-17ec45954aa7","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.39339355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"1e458b25-ad55-41a3-8c28-17ec45954aa7","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:05.395921628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"c7d6e405-3214-4969-ac72-183d1174e410","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7d3c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.406288314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"e3040873-e565-447e-86ca-090270432dae","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.40630787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"e3040873-e565-447e-86ca-090270432dae","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.41413543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"dd2c650a-7905-4d68-abb4-22ffa14abb0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.414912145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3f050939-8bef-46f9-943d-cc21bc98d662","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.414932676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3f050939-8bef-46f9-943d-cc21bc98d662","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.422696633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"dd2c650a-7905-4d68-abb4-22ffa14abb0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.431956772Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"c8f5fce2-6500-4a45-8fca-4cb8e12bbfab","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"maas-trlp-auth-test-model-88a18e","model":"auth-test-model-88a18e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-88a18e/e2e-auth-iso-d7d3c5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.453680475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"f707aab0-9b38-47e9-a71b-f03c9f1b119a","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.453709046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"f707aab0-9b38-47e9-a71b-f03c9f1b119a","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.517461564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"5e43a04f-574f-4a38-a616-dc1315246fde","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.528628485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"5e43a04f-574f-4a38-a616-dc1315246fde","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.529902914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"8609f4f8-5b15-4d33-aec0-10352c2366ae","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"maas-trlp-auth-test-model-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.617732848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"293f8cf0-8c7f-4677-8356-d14e84b1edd1","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.617755576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"293f8cf0-8c7f-4677-8356-d14e84b1edd1","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.624461415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"cdfe8cbd-8c15-473b-977c-ee326824f4e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.645429053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"cdfe8cbd-8c15-473b-977c-ee326824f4e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.646135771Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"b5b2bde8-5473-42ba-96bd-a3cc0102de9c","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-198a5abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.876547066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"109a0292-4991-4f9c-a8c4-ed0061e15341","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:05.885490398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"109a0292-4991-4f9c-a8c4-ed0061e15341","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.286762285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"116975e9-a1c5-4b8d-9523-2ce9f6b3a286","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","subscription":"e2e-auth-iso-68bbe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.290833749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"116975e9-a1c5-4b8d-9523-2ce9f6b3a286","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.294618563Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"116975e9-a1c5-4b8d-9523-2ce9f6b3a286","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.327990704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"783c2e60-963a-4dea-8631-6a3c15eafcda","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.328010881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"783c2e60-963a-4dea-8631-6a3c15eafcda","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.341862998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf8e66a-9f89-4309-8c03-9ab327aec849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.345300152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf8e66a-9f89-4309-8c03-9ab327aec849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.348640365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf8e66a-9f89-4309-8c03-9ab327aec849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.376827766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf8e66a-9f89-4309-8c03-9ab327aec849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.494756755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"b0a27200-c18e-4f3b-b1c2-b0ec002fb2b8","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.494788406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"b0a27200-c18e-4f3b-b1c2-b0ec002fb2b8","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.499071578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"321585c4-e3a3-4dc8-9751-dbc055ac1ae2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.581854732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"321585c4-e3a3-4dc8-9751-dbc055ac1ae2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.582306388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"ca170c8e-b1a6-4328-a7f2-c6f6c55c1027","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.582456284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"6bd43e07-81be-46e3-9fde-6b58d0440999","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0796d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.591310121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"ca170c8e-b1a6-4328-a7f2-c6f6c55c1027","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.694904429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e3954fe7-3260-49eb-bc7a-514b9b4dc61c","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","subscription":"e2e-auth-iso-ef92ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.69872281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e3954fe7-3260-49eb-bc7a-514b9b4dc61c","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.69906191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"071d6988-1e5f-4463-9bf9-4718f5191184","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.701552123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"fa500264-95d9-4c8b-97e2-328eaf1058f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.702395114Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"e3954fe7-3260-49eb-bc7a-514b9b4dc61c","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"maas-trlp-auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.70699243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"071d6988-1e5f-4463-9bf9-4718f5191184","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.710053776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"fa500264-95d9-4c8b-97e2-328eaf1058f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.833403195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8a2b-ba50-485a-b354-c088d66c4a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.833847313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"a49e8189-a3d4-410c-82b4-0775f9950aac","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.8338686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"a49e8189-a3d4-410c-82b4-0775f9950aac","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.836816102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8a2b-ba50-485a-b354-c088d66c4a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.840109342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8a2b-ba50-485a-b354-c088d66c4a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.843538249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8a2b-ba50-485a-b354-c088d66c4a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.846480318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"9da559ad-a660-401e-ac2b-967974782572","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.857995672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"9da559ad-a660-401e-ac2b-967974782572","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.947585873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"9d62d175-9ffb-4d38-8d45-34e4dd92df9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.956019325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"9d62d175-9ffb-4d38-8d45-34e4dd92df9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.976938786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"7adf5723-4dc1-4850-81a7-0b98f92d93c4","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.976961455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"7adf5723-4dc1-4850-81a7-0b98f92d93c4","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.993025235Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"74c29be7-2463-4867-9bab-18345140bf0c","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-59649767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.048502795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"4dae6dbd-c458-41ca-ac13-a2d1d3e1d8a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.056698961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"4dae6dbd-c458-41ca-ac13-a2d1d3e1d8a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.148974474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"0b0fc7e2-7066-45fe-8148-140dbfab4437","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.157412619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"0b0fc7e2-7066-45fe-8148-140dbfab4437","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.213322319Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-eb69cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-eb69cb","reconcileID":"dca02b5a-39a4-464b-a602-e333b73016ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-eb69cb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-eb69cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.446406374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90972700-664f-4deb-9497-09da8f7fa088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.449757508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90972700-664f-4deb-9497-09da8f7fa088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.458733792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90972700-664f-4deb-9497-09da8f7fa088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.461996557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90972700-664f-4deb-9497-09da8f7fa088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.588601654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"f35b58f6-2804-4ee4-b5eb-3e7656ccbf6a","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","subscription":"e2e-auth-iso-68bbe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.592574054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"f35b58f6-2804-4ee4-b5eb-3e7656ccbf6a","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.596620264Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"f35b58f6-2804-4ee4-b5eb-3e7656ccbf6a","MaaSSubscription":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.637145075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"845a1ad7-7c8f-4c3c-82e2-f768d43a0e02","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.637169589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"845a1ad7-7c8f-4c3c-82e2-f768d43a0e02","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.642437836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"ba9bf861-8e51-4ec9-8c19-2fdedfa8c1f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.652468355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"ba9bf861-8e51-4ec9-8c19-2fdedfa8c1f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.69663249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.743810313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"70848b75-471d-488e-82a7-01ab303aa9f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.776940005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"b1f333fd-d978-4a21-a696-209f9dd45493","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.780560617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"70848b75-471d-488e-82a7-01ab303aa9f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.781062529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"95bce984-4b7c-479f-8624-b80103ec1bff","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.781081024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"95bce984-4b7c-479f-8624-b80103ec1bff","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.84048362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"b1f333fd-d978-4a21-a696-209f9dd45493","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.874395008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"b1f333fd-d978-4a21-a696-209f9dd45493","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.87442358Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-auth-iso-68bbe6","reconcileID":"b1f333fd-d978-4a21-a696-209f9dd45493","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.882488831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"6192904d-a444-413f-878f-e915c4d082cf","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/auth-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.882512999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"auth-test-model-bfc240","reconcileID":"6192904d-a444-413f-878f-e915c4d082cf","MaaSModelRef":{"name":"auth-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"auth-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"auth-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.002545639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"a758a7ff-450e-4825-ab7d-b16dffce11a9","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","subscription":"e2e-auth-iso-ef92ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.010503373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"a758a7ff-450e-4825-ab7d-b16dffce11a9","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.015501554Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"a758a7ff-450e-4825-ab7d-b16dffce11a9","MaaSSubscription":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"maas-trlp-auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.039327776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"eefa9de3-db2c-4afd-9d7e-cf6641113399","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.039729022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"049df420-c828-459f-a5c8-1dfee83a21a7","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.039744188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"049df420-c828-459f-a5c8-1dfee83a21a7","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.057443433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"afc5e233-1f7d-408e-a25d-d5695550ccec","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.057468877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"afc5e233-1f7d-408e-a25d-d5695550ccec","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.06611024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"c926c077-14a7-4a54-896f-4a18acdbab6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.074597176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"c926c077-14a7-4a54-896f-4a18acdbab6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.162166803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"eefa9de3-db2c-4afd-9d7e-cf6641113399","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.19395907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"eefa9de3-db2c-4afd-9d7e-cf6641113399","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.193983058Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-auth-iso-68bbe6","reconcileID":"eefa9de3-db2c-4afd-9d7e-cf6641113399","MaaSAuthPolicy":{"name":"e2e-auth-iso-68bbe6","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.202180634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"ef59a8b6-34c4-4805-84d0-1d4ede1ad6cc","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/auth-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.202198149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"auth-test-model-bcfde8","reconcileID":"ef59a8b6-34c4-4805-84d0-1d4ede1ad6cc","MaaSModelRef":{"name":"auth-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"auth-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"auth-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.209247132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"dffaa245-451a-4639-8a20-950a6a03e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.209295809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"3f080583-d46c-4d1d-94d5-b4217e62e31e","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.209313359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"3f080583-d46c-4d1d-94d5-b4217e62e31e","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.265196525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"f7ea0544-22bc-42ae-9031-32cbfef59bd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.273587331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"f7ea0544-22bc-42ae-9031-32cbfef59bd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.362180661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"dffaa245-451a-4639-8a20-950a6a03e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.392614675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"dffaa245-451a-4639-8a20-950a6a03e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"name":"e2e-shared-a-w0-4fb1d0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.392638205Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"e2e-auth-iso-ef92ba","reconcileID":"dffaa245-451a-4639-8a20-950a6a03e6d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.400539666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"36b65f72-c8c8-46b6-a4d3-216afe6f2126","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"tenant":"e2e-shared-a-w0-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","model":"ai-tenant-e2e-shared-a-w0-4fb1d0/auth-test-model-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.400561041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"auth-test-model-4fb1d0","reconcileID":"36b65f72-c8c8-46b6-a4d3-216afe6f2126","MaaSModelRef":{"name":"auth-test-model-4fb1d0","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"routeName":"auth-test-model-4fb1d0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","llmisvcName":"auth-test-model-4fb1d0","gateway":"openshift-ingress/e2e-shared-a-w0-4fb1d0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.576691071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55207df6-a70e-47d3-8b9e-40df32fce699","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.577112586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"695c9f6b-6d89-488d-9e31-2c3ddb8f3fdf","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.577130775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"695c9f6b-6d89-488d-9e31-2c3ddb8f3fdf","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.589609911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55207df6-a70e-47d3-8b9e-40df32fce699","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.676357909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55207df6-a70e-47d3-8b9e-40df32fce699","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"name":"e2e-shared-b-w0-81a5ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.676385162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"e2e-auth-iso-ef92ba","reconcileID":"55207df6-a70e-47d3-8b9e-40df32fce699","MaaSAuthPolicy":{"name":"e2e-auth-iso-ef92ba","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.684839563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"f1166596-c5d2-4b0e-ae09-5f0c901dd47d","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"tenant":"e2e-shared-b-w0-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","model":"ai-tenant-e2e-shared-b-w0-81a5ae/auth-test-model-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.684861679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"auth-test-model-81a5ae","reconcileID":"f1166596-c5d2-4b0e-ae09-5f0c901dd47d","MaaSModelRef":{"name":"auth-test-model-81a5ae","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"routeName":"auth-test-model-81a5ae-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","llmisvcName":"auth-test-model-81a5ae","gateway":"openshift-ingress/e2e-shared-b-w0-81a5ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:29.9315685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"c4315a78-c23f-45c3-851d-1734dc1478a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:30.02902911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"c4315a78-c23f-45c3-851d-1734dc1478a0","name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.090138933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"42e2a71e-6d96-4383-83df-883babef0939","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"maas-trlp-auth-test-model-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.278316885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"741372af-29ab-4bb5-ac5d-c7d9d966da23","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.27834936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"741372af-29ab-4bb5-ac5d-c7d9d966da23","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.327353444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"4b46f3b5-bb12-442b-8a0a-6f2c0f1b12b8","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-auth-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.351602325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"69acbebe-fe0a-4dd7-af6e-573b81a02b70","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.351626702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"69acbebe-fe0a-4dd7-af6e-573b81a02b70","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.845295684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"9a73604b-c41d-4afd-b9fd-e5dbfe945d6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.853681653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"9a73604b-c41d-4afd-b9fd-e5dbfe945d6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.945956552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"690a8f3f-07db-487d-bc3b-04c207b429ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.97758923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"690a8f3f-07db-487d-bc3b-04c207b429ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.940266919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b0b5b508-ca2d-4cde-b20a-e464b38c8020","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.940288552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"b0b5b508-ca2d-4cde-b20a-e464b38c8020","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.948619483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"2463c02b-e8be-4bdb-ba50-8a4e33c4d363","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.960331807Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"287583d4-85b5-4329-809a-7bb3983e82c2","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2388a678","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.96308295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"2463c02b-e8be-4bdb-ba50-8a4e33c4d363","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.077850978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"988cc3d6-103d-466a-8f0e-dcede70abd29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.086138388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"988cc3d6-103d-466a-8f0e-dcede70abd29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.650044674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"c41ade63-bf91-48a7-bff2-cb55c245655a","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.650067445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"c41ade63-bf91-48a7-bff2-cb55c245655a","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.658291989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"1f526747-33cd-4af2-b1c0-4c2395846606","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.66930463Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"58559206-cf6e-44da-9bc2-af58fb879741","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9b708137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.669827802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"1f526747-33cd-4af2-b1c0-4c2395846606","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.786597576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"5ae9015c-c80b-4f36-910a-ef7ca570a545","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.795055263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"5ae9015c-c80b-4f36-910a-ef7ca570a545","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.756106684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b26f5c-ab32-44d6-bc0b-e1faff87e324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.759398599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b26f5c-ab32-44d6-bc0b-e1faff87e324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.762458232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b26f5c-ab32-44d6-bc0b-e1faff87e324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.765887401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b26f5c-ab32-44d6-bc0b-e1faff87e324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.968924823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf3e37b-8eaf-4cbe-98b0-15c80018d8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.972191062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf3e37b-8eaf-4cbe-98b0-15c80018d8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.975183225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf3e37b-8eaf-4cbe-98b0-15c80018d8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.979359785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf3e37b-8eaf-4cbe-98b0-15c80018d8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.173011642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f73f6a3-65fe-4edc-b51f-fc13526fe4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.176387746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f73f6a3-65fe-4edc-b51f-fc13526fe4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.180557913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f73f6a3-65fe-4edc-b51f-fc13526fe4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.184078483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f73f6a3-65fe-4edc-b51f-fc13526fe4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.669948628Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0d4ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0d4ec","reconcileID":"53a4b265-9bf5-4434-8f77-229f45c15f64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0d4ec","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a0d4ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.848172467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726a4662-8422-475d-acda-9ab1513402a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.851283606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726a4662-8422-475d-acda-9ab1513402a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.85491924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726a4662-8422-475d-acda-9ab1513402a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.857967895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726a4662-8422-475d-acda-9ab1513402a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.164024135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310f94dd-8628-4808-8f57-3545920be55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.167531542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310f94dd-8628-4808-8f57-3545920be55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.171192813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310f94dd-8628-4808-8f57-3545920be55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.174695384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310f94dd-8628-4808-8f57-3545920be55f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.85566254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d4167-0c70-411c-9d69-64aeda408b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.88052004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d4167-0c70-411c-9d69-64aeda408b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.889439994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d4167-0c70-411c-9d69-64aeda408b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.89365568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d4167-0c70-411c-9d69-64aeda408b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.130214696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffeede-3205-46d9-a63d-7ea5ed793cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.133196415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffeede-3205-46d9-a63d-7ea5ed793cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.136507185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffeede-3205-46d9-a63d-7ea5ed793cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.13954981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaffeede-3205-46d9-a63d-7ea5ed793cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.964602431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"8ab04dae-9a11-4c6a-bf71-7aba06c4a9f1","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","subscription":"e2e-auth-iso-d7d3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.96844027Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"8ab04dae-9a11-4c6a-bf71-7aba06c4a9f1","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.974508734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"8ab04dae-9a11-4c6a-bf71-7aba06c4a9f1","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"maas-trlp-auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.072297963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"01f54270-6cf8-4ac3-8231-e79d28555363","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.072319248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"01f54270-6cf8-4ac3-8231-e79d28555363","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.104445147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"8388e854-31a5-4153-8ab5-24265112551b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.115102144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"8388e854-31a5-4153-8ab5-24265112551b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.217291532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3c02312a-8c62-4ebe-9585-d5160be22e7c","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.217311653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3c02312a-8c62-4ebe-9585-d5160be22e7c","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.225522375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"a246c1a7-bb56-495d-825f-4fec8402cea2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.235128568Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"b8679cc0-af24-4c08-b6ad-629fb1d63c17","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-684e69fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.237991316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"a246c1a7-bb56-495d-825f-4fec8402cea2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.329451601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"27c40323-d197-46dd-86a0-619b2f090ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.338215698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"27c40323-d197-46dd-86a0-619b2f090ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.426512721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"63b4f7c6-0caf-4101-8f60-dcb29f3d523d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.437669094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"63b4f7c6-0caf-4101-8f60-dcb29f3d523d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.672572347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"447a8975-bf84-4a28-8934-8a65f966a616","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","subscription":"e2e-auth-iso-919e56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.676089988Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"447a8975-bf84-4a28-8934-8a65f966a616","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.68098396Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"447a8975-bf84-4a28-8934-8a65f966a616","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.800407042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"0ca99ec6-a0f7-4f15-9a5c-bf15370945e5","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.800430696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"0ca99ec6-a0f7-4f15-9a5c-bf15370945e5","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.809215808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"acb2ec1a-ed64-4a8d-ba0a-d23b987b958e","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.817581269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"acb2ec1a-ed64-4a8d-ba0a-d23b987b958e","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.930682173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"deea7828-d272-4a8b-95b0-ae8ae93318bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.970152694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"8a4af1e6-c01c-43b2-8551-2f14eee84ce4","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.970292009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"8a4af1e6-c01c-43b2-8551-2f14eee84ce4","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.998746619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"deea7828-d272-4a8b-95b0-ae8ae93318bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.014791629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"2749b49a-ba1a-4d1d-beba-fd4eb0acbc3b","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31e83134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.029587902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"20d23b84-74b8-46e7-9f71-f2e8ff44f33e","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.041740347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"20d23b84-74b8-46e7-9f71-f2e8ff44f33e","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.230774177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"ae3139ed-3884-4a22-ad41-0333bcae794d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.239398221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"ae3139ed-3884-4a22-ad41-0333bcae794d","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.47706579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb81858b-aba5-4d7d-85b3-79bab99bb11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.480676491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb81858b-aba5-4d7d-85b3-79bab99bb11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.483767781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb81858b-aba5-4d7d-85b3-79bab99bb11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.487247101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb81858b-aba5-4d7d-85b3-79bab99bb11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.829966372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb87299-c806-4075-9c31-f3d73676d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.832875362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb87299-c806-4075-9c31-f3d73676d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.835856014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb87299-c806-4075-9c31-f3d73676d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.839222146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb87299-c806-4075-9c31-f3d73676d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.061414927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64b711-7154-4d38-9969-dcf863fe88a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.064937171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64b711-7154-4d38-9969-dcf863fe88a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.068117894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64b711-7154-4d38-9969-dcf863fe88a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.072079878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64b711-7154-4d38-9969-dcf863fe88a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.429839149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8b7351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8b7351","reconcileID":"a1e70688-141c-4e45-9057-791057484ccb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8b7351","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8b7351":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.64831324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc06bb5-75b0-40df-8dfe-8e4607c654c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.651575125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc06bb5-75b0-40df-8dfe-8e4607c654c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.657591016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc06bb5-75b0-40df-8dfe-8e4607c654c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.663522852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc06bb5-75b0-40df-8dfe-8e4607c654c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.697269163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.238618132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"9b3a888f-e5f2-4a5f-ba92-adf4a4afde30","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","subscription":"e2e-auth-iso-d7d3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.242189294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"9b3a888f-e5f2-4a5f-ba92-adf4a4afde30","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.245961198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"9b3a888f-e5f2-4a5f-ba92-adf4a4afde30","MaaSSubscription":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"maas-trlp-auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.372513594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3120f287-9076-44a2-a4d5-a807c6949f5f","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.37253695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"3120f287-9076-44a2-a4d5-a807c6949f5f","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.383740421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"f4cb90f7-050a-4b2f-a917-60d9ca9e5908","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.391804912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"f4cb90f7-050a-4b2f-a917-60d9ca9e5908","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.482580489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"6b0a6474-979d-410a-a370-0a501e61bbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.490851977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"6b0a6474-979d-410a-a370-0a501e61bbb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.528574215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1af147aa-8cc4-4400-9f71-fa0a2f9c5394","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.52874369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"7ca6dae7-7623-4670-8cb6-83a56ce83357","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.528761496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"7ca6dae7-7623-4670-8cb6-83a56ce83357","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.721810816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1af147aa-8cc4-4400-9f71-fa0a2f9c5394","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.824456442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1af147aa-8cc4-4400-9f71-fa0a2f9c5394","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"name":"e2e-shared-a-w4-942930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.830308161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"e2e-auth-iso-d7d3c5","reconcileID":"1af147aa-8cc4-4400-9f71-fa0a2f9c5394","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.893522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"3fb95c37-eea3-4fed-a91d-5017d85d85ac","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"tenant":"e2e-shared-a-w4-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","model":"ai-tenant-e2e-shared-a-w4-942930/auth-test-model-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:57.893612762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"auth-test-model-942930","reconcileID":"3fb95c37-eea3-4fed-a91d-5017d85d85ac","MaaSModelRef":{"name":"auth-test-model-942930","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"routeName":"auth-test-model-942930-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-942930","llmisvcName":"auth-test-model-942930","gateway":"openshift-ingress/e2e-shared-a-w4-942930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.043096328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"95c5cc8d-395c-4047-a63f-6dd1345819c9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.043918813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"95c5cc8d-395c-4047-a63f-6dd1345819c9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.04387055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"be5ff8bf-5269-4bf0-a915-008074967529","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.0738575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"be5ff8bf-5269-4bf0-a915-008074967529","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.124436586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"be5ff8bf-5269-4bf0-a915-008074967529","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"name":"e2e-shared-b-w4-88a18e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.124468111Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"e2e-auth-iso-d7d3c5","reconcileID":"be5ff8bf-5269-4bf0-a915-008074967529","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7d3c5","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.145385252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"a61f7de2-bbd6-4263-9bf6-24820cbf65d9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"tenant":"e2e-shared-b-w4-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","model":"ai-tenant-e2e-shared-b-w4-88a18e/auth-test-model-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.145492518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"auth-test-model-88a18e","reconcileID":"a61f7de2-bbd6-4263-9bf6-24820cbf65d9","MaaSModelRef":{"name":"auth-test-model-88a18e","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"routeName":"auth-test-model-88a18e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","llmisvcName":"auth-test-model-88a18e","gateway":"openshift-ingress/e2e-shared-b-w4-88a18e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.031776771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"566351b8-1604-4fa0-bc2f-3d668df2b907","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","subscription":"e2e-auth-iso-919e56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.041073837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"566351b8-1604-4fa0-bc2f-3d668df2b907","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.100799367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"566351b8-1604-4fa0-bc2f-3d668df2b907","MaaSSubscription":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.243765251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"b30bec6a-a7c3-4f15-a098-9d771fbf4e75","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.243786258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"b30bec6a-a7c3-4f15-a098-9d771fbf4e75","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.263660411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"a073631d-9296-44ef-9545-bc29f8900c76","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.27698725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"a073631d-9296-44ef-9545-bc29f8900c76","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.394975114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"378d27a5-bcde-4259-a817-7c83b760462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.395127349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"1d958fc7-ef6b-4698-a2ff-8022daa29a73","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.395150533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"1d958fc7-ef6b-4698-a2ff-8022daa29a73","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.397470432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"8830fad1-bab1-4521-b930-f2bef98d57b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.407774741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"8830fad1-bab1-4521-b930-f2bef98d57b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.504035065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"378d27a5-bcde-4259-a817-7c83b760462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.545666394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"378d27a5-bcde-4259-a817-7c83b760462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.545697857Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-auth-iso-919e56","reconcileID":"378d27a5-bcde-4259-a817-7c83b760462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.567303134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"45909810-7ee9-495b-855a-ceea0df6b305","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/auth-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.56733242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"auth-test-model-f154ac","reconcileID":"45909810-7ee9-495b-855a-ceea0df6b305","MaaSModelRef":{"name":"auth-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"auth-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"auth-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.729815631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"43f9f45a-ced2-400d-b177-c5da357ecc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.730485172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"00cf6b53-f157-4b55-95be-21211c2de272","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.732275496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"00cf6b53-f157-4b55-95be-21211c2de272","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.815868791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"43f9f45a-ced2-400d-b177-c5da357ecc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.848644242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"43f9f45a-ced2-400d-b177-c5da357ecc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.848676561Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-auth-iso-919e56","reconcileID":"43f9f45a-ced2-400d-b177-c5da357ecc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-919e56","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.857316008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"4e4da83c-436e-421d-a0ca-37cf54742058","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/auth-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.857341411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"auth-test-model-43c674","reconcileID":"4e4da83c-436e-421d-a0ca-37cf54742058","MaaSModelRef":{"name":"auth-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"auth-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"auth-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:01.801026088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819af3-f36f-4b81-ae6c-a638169e0b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:01.812480788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819af3-f36f-4b81-ae6c-a638169e0b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:01.817185613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819af3-f36f-4b81-ae6c-a638169e0b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:01.820841625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819af3-f36f-4b81-ae6c-a638169e0b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.04055128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"bdf54d49-5cd7-48e0-8d63-078649a28172","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.080825988Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"bdf54d49-5cd7-48e0-8d63-078649a28172","name":"e2e-extmod-a-a0d4ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.394626166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e2d5bf-2b87-4b73-8fd2-50d3d7582c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.404416326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e2d5bf-2b87-4b73-8fd2-50d3d7582c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.408120337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e2d5bf-2b87-4b73-8fd2-50d3d7582c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.411435593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e2d5bf-2b87-4b73-8fd2-50d3d7582c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:02.693583942Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-46a6d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-46a6d7","reconcileID":"b6a1b025-8479-4e73-be13-964fa3ad46e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-46a6d7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-46a6d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.013136537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fc2390-99e2-4618-8738-7b229c7173bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.017340396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fc2390-99e2-4618-8738-7b229c7173bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.029234354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fc2390-99e2-4618-8738-7b229c7173bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.038796934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fc2390-99e2-4618-8738-7b229c7173bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.263675042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f39a2f5-1839-4e71-8c46-ba44d88e76ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.267038453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f39a2f5-1839-4e71-8c46-ba44d88e76ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.270239757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f39a2f5-1839-4e71-8c46-ba44d88e76ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.273541555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f39a2f5-1839-4e71-8c46-ba44d88e76ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.708913091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a7780e-8d34-4c38-9db1-2f3507cf5474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.715081321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a7780e-8d34-4c38-9db1-2f3507cf5474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.776554563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a7780e-8d34-4c38-9db1-2f3507cf5474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.787361923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a7780e-8d34-4c38-9db1-2f3507cf5474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:09.282978114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"46122d4b-22dd-4311-9a51-218baa2434f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:09.306865897Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"46122d4b-22dd-4311-9a51-218baa2434f5","name":"e2e-extmod-a-8b7351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.130590927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe1ded5-45a1-40c9-97dc-04fe245ee86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.133853528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe1ded5-45a1-40c9-97dc-04fe245ee86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.136896018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe1ded5-45a1-40c9-97dc-04fe245ee86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.140268259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe1ded5-45a1-40c9-97dc-04fe245ee86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.446067375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa695f-b775-4bec-b069-1ef447380c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.449345008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa695f-b775-4bec-b069-1ef447380c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.452593981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa695f-b775-4bec-b069-1ef447380c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.455838916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa695f-b775-4bec-b069-1ef447380c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.64783438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f0b1d2-50e5-4a8d-83d7-ff8003dc6704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.651030507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f0b1d2-50e5-4a8d-83d7-ff8003dc6704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.654500488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f0b1d2-50e5-4a8d-83d7-ff8003dc6704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.659843195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f0b1d2-50e5-4a8d-83d7-ff8003dc6704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.845182167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b0935-940e-4720-a81a-d3c07c6eadf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.848384662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b0935-940e-4720-a81a-d3c07c6eadf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.851608953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b0935-940e-4720-a81a-d3c07c6eadf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:15.855106664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b0935-940e-4720-a81a-d3c07c6eadf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.177278578Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-98529d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-98529d","reconcileID":"30f5c971-4748-46dc-bc94-4350d2c08d57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-98529d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-98529d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.364682759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852e6a2-7ff4-43b9-90f1-c0b952154817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.368110552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852e6a2-7ff4-43b9-90f1-c0b952154817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.371449104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852e6a2-7ff4-43b9-90f1-c0b952154817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.374795636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852e6a2-7ff4-43b9-90f1-c0b952154817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.385653494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-36556d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-36556d","reconcileID":"04389df1-bb41-4d51-9c12-2a208c777a2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-36556d","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-36556d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.884361775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627bfd6-8413-4b7f-860b-32835ba1ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.894240718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627bfd6-8413-4b7f-860b-32835ba1ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.899091809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627bfd6-8413-4b7f-860b-32835ba1ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.902217567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627bfd6-8413-4b7f-860b-32835ba1ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.090618037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fd05b2-3d76-4a6e-a5d0-0b0c04b539a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.093683966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fd05b2-3d76-4a6e-a5d0-0b0c04b539a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.096777443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fd05b2-3d76-4a6e-a5d0-0b0c04b539a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.102076962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fd05b2-3d76-4a6e-a5d0-0b0c04b539a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.293010629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0124e7-048b-42ef-81e1-82fcce186a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.296114056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0124e7-048b-42ef-81e1-82fcce186a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.29907401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0124e7-048b-42ef-81e1-82fcce186a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:17.302768213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0124e7-048b-42ef-81e1-82fcce186a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.326013366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c608f00-6e72-4d35-b3bb-4f530e8ee89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.330256818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c608f00-6e72-4d35-b3bb-4f530e8ee89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.333717622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c608f00-6e72-4d35-b3bb-4f530e8ee89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.336956221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c608f00-6e72-4d35-b3bb-4f530e8ee89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.66186961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf028c7-3310-4c6f-8185-1109c0b1683f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.665108361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf028c7-3310-4c6f-8185-1109c0b1683f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.668439463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf028c7-3310-4c6f-8185-1109c0b1683f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:21.67727716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf028c7-3310-4c6f-8185-1109c0b1683f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.05664308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756bbd72-8041-4ac7-aa6c-03bcbf566abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.060996857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756bbd72-8041-4ac7-aa6c-03bcbf566abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.061773558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"09ba7a3b-7aea-4eaa-84b0-fe1c5840724b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.068438417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756bbd72-8041-4ac7-aa6c-03bcbf566abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.073830556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756bbd72-8041-4ac7-aa6c-03bcbf566abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.09247706Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"09ba7a3b-7aea-4eaa-84b0-fe1c5840724b","name":"e2e-extmod-b-46a6d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.708761656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.958849243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37239f7b-5945-4d00-93ed-e53291b10745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.962911892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37239f7b-5945-4d00-93ed-e53291b10745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.966324398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37239f7b-5945-4d00-93ed-e53291b10745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.976440731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37239f7b-5945-4d00-93ed-e53291b10745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.254939159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d34452-4c20-49a3-8fff-fab9b2708107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.258306166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d34452-4c20-49a3-8fff-fab9b2708107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.261730341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d34452-4c20-49a3-8fff-fab9b2708107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.264855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d34452-4c20-49a3-8fff-fab9b2708107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.013343667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1786af0f-2380-4221-850e-88036cb34dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.201640683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1786af0f-2380-4221-850e-88036cb34dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.208651939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1786af0f-2380-4221-850e-88036cb34dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.30152958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1786af0f-2380-4221-850e-88036cb34dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.532354412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777ff21-db39-4f3d-8326-ed8c7e52ffe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.540342169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777ff21-db39-4f3d-8326-ed8c7e52ffe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.544532534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777ff21-db39-4f3d-8326-ed8c7e52ffe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.566753813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777ff21-db39-4f3d-8326-ed8c7e52ffe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.777025476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae58366e-8e39-4c99-8145-1233fb11eace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.78033743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae58366e-8e39-4c99-8145-1233fb11eace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.783564003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae58366e-8e39-4c99-8145-1233fb11eace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.788342491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae58366e-8e39-4c99-8145-1233fb11eace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.822159989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e1546","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e1546","reconcileID":"690c6df3-d010-43a5-b320-d9b31002d63b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e1546","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-0e1546":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.045475925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef683c05-3064-4c33-8982-76913fe40751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.048624095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef683c05-3064-4c33-8982-76913fe40751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.053550407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef683c05-3064-4c33-8982-76913fe40751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.059010916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef683c05-3064-4c33-8982-76913fe40751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.383169402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc521989-cb2a-410c-ab58-1a0e0bd9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.386334999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc521989-cb2a-410c-ab58-1a0e0bd9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.389419096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc521989-cb2a-410c-ab58-1a0e0bd9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.393198767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc521989-cb2a-410c-ab58-1a0e0bd9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.678482816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe623b-c91a-416e-b1e0-c13b7d041062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.737050183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe623b-c91a-416e-b1e0-c13b7d041062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.742460648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe623b-c91a-416e-b1e0-c13b7d041062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.747956067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe623b-c91a-416e-b1e0-c13b7d041062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.951956285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d4162-f8c4-4510-980c-d9454dcd2669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.977181788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d4162-f8c4-4510-980c-d9454dcd2669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.983244024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d4162-f8c4-4510-980c-d9454dcd2669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.987074024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d4162-f8c4-4510-980c-d9454dcd2669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.148500508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"d4965b6c-0239-4c4c-a78a-a4652d155a6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.183930239Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"d4965b6c-0239-4c4c-a78a-a4652d155a6f","name":"e2e-extmod-a-98529d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:36.18170266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"f54fd691-c8bb-435d-a864-f33b75523ef0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-36556d","tenantID":"e2e-autores-36556d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:36.218539483Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"f54fd691-c8bb-435d-a864-f33b75523ef0","name":"e2e-autores-36556d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.689745899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692e2957-98ee-4f25-906d-7ea8732279cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.696177603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692e2957-98ee-4f25-906d-7ea8732279cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.704164481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692e2957-98ee-4f25-906d-7ea8732279cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.707245864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692e2957-98ee-4f25-906d-7ea8732279cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.950969654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da36410-2b79-4867-8a6b-4c37e92b3c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.953958605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da36410-2b79-4867-8a6b-4c37e92b3c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.957007462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da36410-2b79-4867-8a6b-4c37e92b3c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.960770308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da36410-2b79-4867-8a6b-4c37e92b3c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.873245873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"af03f3a7-a618-4489-bd26-da35f632e673","namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.886910273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"de16b233-8993-429d-99b8-c11cc7f20bf2","namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.894306571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4cc53fe1-61e7-4bb8-8207-40831caa2f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.894601107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"572392fa-db6c-431e-a9ca-ffb117eb2594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.89477964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e51733ce-89c7-45aa-81df-4c25011ad688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.895006028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbfef40c-e13e-466d-8806-6b9cf8ccc28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.895230494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"32131cfa-e877-4922-929a-6a817190c067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.904271102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"572392fa-db6c-431e-a9ca-ffb117eb2594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.904759623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4cc53fe1-61e7-4bb8-8207-40831caa2f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.908183908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"32131cfa-e877-4922-929a-6a817190c067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.908464193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e51733ce-89c7-45aa-81df-4c25011ad688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.911893525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbfef40c-e13e-466d-8806-6b9cf8ccc28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.027117931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b56a4776-6233-414b-928d-f1f5ecc28cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.027801067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fa800c2f-8ac3-43a5-948f-9fd7cbdb20ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.028446645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d21e3-9820-4c37-b2aa-f94f5286c589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.029441897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"918be743-2288-4ef3-bf3d-28c4517c5732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.029447566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"12d0ffd3-7fdb-417f-8a71-6b59e5733e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.037866796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fa800c2f-8ac3-43a5-948f-9fd7cbdb20ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.038175033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b56a4776-6233-414b-928d-f1f5ecc28cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.041385508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d21e3-9820-4c37-b2aa-f94f5286c589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.042047293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"12d0ffd3-7fdb-417f-8a71-6b59e5733e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.045048786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"918be743-2288-4ef3-bf3d-28c4517c5732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.046756674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"d4c72a53-dbb2-4962-8901-f89a6963449f","namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.075723338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"3b032275-e8c4-469a-aa19-c9a1a33cf914","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.075753542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"3b032275-e8c4-469a-aa19-c9a1a33cf914","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.129758612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"95eba5cf-0dc2-4117-a93a-5d47c14654b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.129864668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4d1d969d-263b-4823-8aea-6b56450f90b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.130301948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6025a8b1-ca6e-4f6c-a5c7-92711120578d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.130308583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4cfbe29-56c1-40cf-919f-7d09dd99e2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.130730788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"add847b8-ff85-4ee5-b11e-7ceb2da564a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.161585139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4d1d969d-263b-4823-8aea-6b56450f90b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.210918702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"add847b8-ff85-4ee5-b11e-7ceb2da564a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.264972666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6025a8b1-ca6e-4f6c-a5c7-92711120578d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.308442838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"95eba5cf-0dc2-4117-a93a-5d47c14654b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.313423068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4cfbe29-56c1-40cf-919f-7d09dd99e2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.38559206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"87455e34-10f5-4110-839a-f2812fdf3d79","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.40628663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"87455e34-10f5-4110-839a-f2812fdf3d79","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.433494426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"55bfa164-035e-434a-b967-9168a0c267c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.455746069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"55bfa164-035e-434a-b967-9168a0c267c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.459560105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0b9ded1c-d27b-443f-9cbe-8bbea8874183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.463601043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1aaaa24-fbb0-4feb-b5d6-adf37b5f2216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.46957176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0b9ded1c-d27b-443f-9cbe-8bbea8874183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.472918999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1aaaa24-fbb0-4feb-b5d6-adf37b5f2216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.481880713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dbde5532-a374-4aeb-bc9f-485dd60b13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.481884137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"429f29d6-0dd6-4392-9aa5-b889a2cc6eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.493718628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dbde5532-a374-4aeb-bc9f-485dd60b13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.493715809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"429f29d6-0dd6-4392-9aa5-b889a2cc6eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.634586343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0c5d3c40-975d-47cb-967c-4ed8035bb42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.634643857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06bc1462-dfa3-4c21-b64f-1295a4643681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.635344301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"8789f624-926f-40cd-b449-52811e48be15","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.635361016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"8789f624-926f-40cd-b449-52811e48be15","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.643115404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06bc1462-dfa3-4c21-b64f-1295a4643681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.64348204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"0c5d3c40-975d-47cb-967c-4ed8035bb42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.739532137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"092637d9-a7a4-4563-8043-af15be8bd9e7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.771501437Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"092637d9-a7a4-4563-8043-af15be8bd9e7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.778658669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"092637d9-a7a4-4563-8043-af15be8bd9e7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.791365755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"900414d1-6c1d-43b2-85f3-14def6c9a581","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.791391412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"900414d1-6c1d-43b2-85f3-14def6c9a581","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.856485076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"782f448c-cf25-4a18-8e44-25d42cff542f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.896475166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"782f448c-cf25-4a18-8e44-25d42cff542f","name":"e2e-extmod-b-0e1546-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.737426901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec73b57-dc48-4d79-bb35-397befc7e312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.740651206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec73b57-dc48-4d79-bb35-397befc7e312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.743671801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec73b57-dc48-4d79-bb35-397befc7e312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.746704051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec73b57-dc48-4d79-bb35-397befc7e312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.0418283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae0c73b-8f69-4b3a-abf2-b390728670ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.044819508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae0c73b-8f69-4b3a-abf2-b390728670ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.047781199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae0c73b-8f69-4b3a-abf2-b390728670ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.051156597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae0c73b-8f69-4b3a-abf2-b390728670ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.712656529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.784905307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc393c55-bfdc-48c8-8ca2-e9bfd6c3e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.789236933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc393c55-bfdc-48c8-8ca2-e9bfd6c3e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.796422908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc393c55-bfdc-48c8-8ca2-e9bfd6c3e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.803379582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc393c55-bfdc-48c8-8ca2-e9bfd6c3e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.051191706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce98d081-36bf-49a4-9c65-c2e9257ae524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.054566673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce98d081-36bf-49a4-9c65-c2e9257ae524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.057796847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce98d081-36bf-49a4-9c65-c2e9257ae524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.061135375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce98d081-36bf-49a4-9c65-c2e9257ae524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.79465451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"45a6d274-58d6-4de8-9b4b-05f835cdec16","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.802718126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"45a6d274-58d6-4de8-9b4b-05f835cdec16","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:56.809488697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"45a6d274-58d6-4de8-9b4b-05f835cdec16","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.262273098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9d502-1d64-4427-a5ca-5ad3fb398fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.265706722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9d502-1d64-4427-a5ca-5ad3fb398fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.269594896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9d502-1d64-4427-a5ca-5ad3fb398fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.273503253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9d502-1d64-4427-a5ca-5ad3fb398fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.546790769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724966a7-45be-4f26-bb4d-068e85362025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.550758338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724966a7-45be-4f26-bb4d-068e85362025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.554472971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724966a7-45be-4f26-bb4d-068e85362025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:59.557506986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724966a7-45be-4f26-bb4d-068e85362025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:00.168787414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e4ce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e4ce7","reconcileID":"bb30f8df-f80f-41b3-a8cf-e278d4110d04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e4ce7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-0e4ce7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:00.324877888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346e0f8-fb73-4145-bc25-31a9cec7b84c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:00.328175866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346e0f8-fb73-4145-bc25-31a9cec7b84c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:00.333542478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346e0f8-fb73-4145-bc25-31a9cec7b84c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:00.339727629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346e0f8-fb73-4145-bc25-31a9cec7b84c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.039556925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808b0a81-6154-4826-b071-0b3dc5efcead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.042901485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808b0a81-6154-4826-b071-0b3dc5efcead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.04628303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808b0a81-6154-4826-b071-0b3dc5efcead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.049557897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808b0a81-6154-4826-b071-0b3dc5efcead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.341685545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18332ff2-6361-41fe-805a-d16fd6ec8e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.346752342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18332ff2-6361-41fe-805a-d16fd6ec8e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.354951002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18332ff2-6361-41fe-805a-d16fd6ec8e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:01.376566755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18332ff2-6361-41fe-805a-d16fd6ec8e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.819751031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"48e122d2-81dc-4d5c-ae3d-54608da8cc07","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.837998098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"48e122d2-81dc-4d5c-ae3d-54608da8cc07","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.857745575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"48e122d2-81dc-4d5c-ae3d-54608da8cc07","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.895588184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75c038d-2152-474f-b3a9-55b6b55b60c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.902434227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75c038d-2152-474f-b3a9-55b6b55b60c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.90613275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75c038d-2152-474f-b3a9-55b6b55b60c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.909476328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75c038d-2152-474f-b3a9-55b6b55b60c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.143686522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01a60af-a3af-4583-9011-6f12b09fd94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.146934622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01a60af-a3af-4583-9011-6f12b09fd94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.150104769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01a60af-a3af-4583-9011-6f12b09fd94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.153124905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01a60af-a3af-4583-9011-6f12b09fd94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.506627506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-36556d","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"autores-model-36556d","reconcileID":"b53f6e65-f15b-4790-8bc3-85314476f3b4","MaaSModelRef":{"name":"autores-model-36556d","namespace":"ai-tenant-e2e-autores-36556d"},"tenant":"e2e-autores-36556d","gateway":"openshift-ingress/e2e-autores-36556d","model":"ai-tenant-e2e-autores-36556d/autores-model-36556d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.507549553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-36556d","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"autores-model-36556d","reconcileID":"b53f6e65-f15b-4790-8bc3-85314476f3b4","MaaSModelRef":{"name":"autores-model-36556d","namespace":"ai-tenant-e2e-autores-36556d"},"routeName":"autores-model-36556d-kserve-route","namespace":"ai-tenant-e2e-autores-36556d","llmisvcName":"autores-model-36556d","gateway":"openshift-ingress/e2e-autores-36556d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.828818252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3712cd54-b191-4da9-8ffa-6e282814b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.832057753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3712cd54-b191-4da9-8ffa-6e282814b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.835222968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3712cd54-b191-4da9-8ffa-6e282814b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:13.838488546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3712cd54-b191-4da9-8ffa-6e282814b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.213930629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47330299-f7fd-492c-abab-7d34ef5238c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.217116207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47330299-f7fd-492c-abab-7d34ef5238c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.220332778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47330299-f7fd-492c-abab-7d34ef5238c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.223957289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47330299-f7fd-492c-abab-7d34ef5238c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.837638144Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b503a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b503a8","reconcileID":"dea5362e-c0c1-4aea-bc4a-ef31b145514b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b503a8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b503a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.068282968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5f6174-f996-4be5-b0c4-0bbe5ac73519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.072324387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5f6174-f996-4be5-b0c4-0bbe5ac73519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.077932615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5f6174-f996-4be5-b0c4-0bbe5ac73519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.101700108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5f6174-f996-4be5-b0c4-0bbe5ac73519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.867390091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"8d415a1e-e882-4a5b-96f5-01689cab95c0","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.875631676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"8d415a1e-e882-4a5b-96f5-01689cab95c0","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.887998064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"8d415a1e-e882-4a5b-96f5-01689cab95c0","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.754590458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"9a6db040-f446-4629-89de-0856f1e61381","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.817049509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"9a6db040-f446-4629-89de-0856f1e61381","name":"e2e-extmod-b-0e4ce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.936748876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"96876b1c-4048-43f9-837d-e0a4d98b0e59","namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.946375271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"743d33b7-2f73-42e7-9b1c-33f55cd386e7","namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.947661332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"f3616971-7441-4623-a95f-bff4b8e2ef04","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.949571894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6bdc3e20-2c7f-4341-90e3-349f077714e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.951821664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2a1543f-eabd-44fe-aa67-09ffc6df6327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.952345257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"294769a8-0a7b-4ba5-bddf-0e57cdb40f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.952438777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d8bc96cf-1afa-4b2f-b80c-186f799084fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.972411564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"f3616971-7441-4623-a95f-bff4b8e2ef04","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.046084098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"f3616971-7441-4623-a95f-bff4b8e2ef04","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.049777522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d8bc96cf-1afa-4b2f-b80c-186f799084fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.051845533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6bdc3e20-2c7f-4341-90e3-349f077714e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.052514611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"294769a8-0a7b-4ba5-bddf-0e57cdb40f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.05312605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2a1543f-eabd-44fe-aa67-09ffc6df6327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.077439816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3b607f48-4bfc-4b79-af7b-23a287d99d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.086804069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3b607f48-4bfc-4b79-af7b-23a287d99d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.142988589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"b102f110-0ad6-4f69-a073-f97d314e02e5","namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.14586606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"05cff174-609f-46ac-af1c-d5af1dbffecf","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.145889198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"05cff174-609f-46ac-af1c-d5af1dbffecf","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.167140796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"242c6865-a0ef-4794-a3a8-d0ddc6c36358","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.167172073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"242c6865-a0ef-4794-a3a8-d0ddc6c36358","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.173523884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b15b21d-d7ba-432c-aebf-69a3bd2d589e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.17385671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fcd45001-3a05-4d60-bafd-ad7f6071272a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.175603649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d789331d-9221-469e-ab8e-f4192d7b8b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.176586278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f504e2d0-a85f-468a-afe2-ee19a9bffb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:24.177405283Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"242c6865-a0ef-4794-a3a8-d0ddc6c36358","name":"e2e-att-serve-5f80c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5f80c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:24.177460477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"242c6865-a0ef-4794-a3a8-d0ddc6c36358","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5f80c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.183366167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b15b21d-d7ba-432c-aebf-69a3bd2d589e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.183545261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fcd45001-3a05-4d60-bafd-ad7f6071272a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.186245021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f504e2d0-a85f-468a-afe2-ee19a9bffb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.186321946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d789331d-9221-469e-ab8e-f4192d7b8b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.188151934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"66636fd7-0b3a-4d5b-b2b4-a9d369a4bc35","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.188171474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"66636fd7-0b3a-4d5b-b2b4-a9d369a4bc35","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.320762075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9dec9d11-31f7-4c2e-975f-34bc7ee9bd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.385949923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c25d65e4-d293-49f1-85b8-dc0f4f4666e3","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.386060214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c25d65e4-d293-49f1-85b8-dc0f4f4666e3","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.436993964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9dec9d11-31f7-4c2e-975f-34bc7ee9bd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.482077412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"6ece783e-7bc2-4f46-af99-683a52369e23","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.483630273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1339bfb6-e91e-4bf0-8d96-32658b036d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.491094479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3c583765-df26-4d74-91ff-c1f4b33aadcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.491163651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"08cbb8df-bebb-41ed-869d-3e921ba01ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.495148068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1339bfb6-e91e-4bf0-8d96-32658b036d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.51231189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"6ece783e-7bc2-4f46-af99-683a52369e23","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.516024067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"08cbb8df-bebb-41ed-869d-3e921ba01ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.530711929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3c583765-df26-4d74-91ff-c1f4b33aadcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.530909668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f21c22e4-8041-4b79-bb82-aed608ae5c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.535359727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"6ece783e-7bc2-4f46-af99-683a52369e23","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.541586833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f21c22e4-8041-4b79-bb82-aed608ae5c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.549394345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a620c26f-10fc-4bf4-8827-f592d3c83d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.558098209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a620c26f-10fc-4bf4-8827-f592d3c83d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.604572416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1ece77a3-ddba-4d37-9f27-152a75b3ac58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.604618421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"27fc1d51-eeba-4c60-a549-58014cd877c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.614293195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"27fc1d51-eeba-4c60-a549-58014cd877c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.614308456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1ece77a3-ddba-4d37-9f27-152a75b3ac58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.697920433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"de708756-024c-40aa-9a62-cf9a0f73f19c","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.697946023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"de708756-024c-40aa-9a62-cf9a0f73f19c","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.701189348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"29d3babd-ea5d-4a1e-a96f-2db5a69c486d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.729712449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"29d3babd-ea5d-4a1e-a96f-2db5a69c486d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.736302548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"29d3babd-ea5d-4a1e-a96f-2db5a69c486d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.755883397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"ada40aa9-66e2-4474-a570-74df3defabdb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.75591292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"ada40aa9-66e2-4474-a570-74df3defabdb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:25.699087666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.873444487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"97e793aa-aaed-471a-80e6-102df8180547","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.882307226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"97e793aa-aaed-471a-80e6-102df8180547","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.88930046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0952bec061dc3e81c5d8f5c8cecf791f555e48178bef425faef3b15de99733d5) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (82d425ce81082a25695d1f6c6dc76a9050954ea93b223cd6146f8843bfc7d962) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (c29c7630b9a0e0b3c3737c0f0c814d97cb26f3114f938231bf72d5cfe5f0ee15) AuthConfig (c0e695b0a7c2a085c94e0251b9a0ded50fcf0cfa2eb919ddca29eafe4eab016b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"97e793aa-aaed-471a-80e6-102df8180547","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.899547488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"51df32f8-ab3a-4855-aa73-c2b9b9dbd8b7","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.899566117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"51df32f8-ab3a-4855-aa73-c2b9b9dbd8b7","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:34.790244772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"79a83537-f4d8-400d-b89d-1f64a2d2ffb3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:34.798433282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"79a83537-f4d8-400d-b89d-1f64a2d2ffb3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:34.805388157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"79a83537-f4d8-400d-b89d-1f64a2d2ffb3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:36.260542828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"8ba36fd1-7f1a-4e34-9fc9-845e79c80f4f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:36.290158872Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"8ba36fd1-7f1a-4e34-9fc9-845e79c80f4f","name":"e2e-extmod-b-b503a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.903296737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"da5f9763-3e3e-4fa2-9111-8409337e1cea","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.911886983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"da5f9763-3e3e-4fa2-9111-8409337e1cea","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.919267201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0952bec061dc3e81c5d8f5c8cecf791f555e48178bef425faef3b15de99733d5) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (82d425ce81082a25695d1f6c6dc76a9050954ea93b223cd6146f8843bfc7d962) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (c29c7630b9a0e0b3c3737c0f0c814d97cb26f3114f938231bf72d5cfe5f0ee15) AuthConfig (c0e695b0a7c2a085c94e0251b9a0ded50fcf0cfa2eb919ddca29eafe4eab016b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"da5f9763-3e3e-4fa2-9111-8409337e1cea","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.776326345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37985dcd-e711-45f7-83a9-a1369f7f2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.779642599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37985dcd-e711-45f7-83a9-a1369f7f2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.782839745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37985dcd-e711-45f7-83a9-a1369f7f2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.792684112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37985dcd-e711-45f7-83a9-a1369f7f2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.050288387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e826e7-b328-44e9-8015-32c6e205ce30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.053461424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e826e7-b328-44e9-8015-32c6e205ce30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.056584515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e826e7-b328-44e9-8015-32c6e205ce30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.059795565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e826e7-b328-44e9-8015-32c6e205ce30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.831263427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"90ff46e3-0059-4e39-8385-5ebbaaa00c09","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.83910808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"90ff46e3-0059-4e39-8385-5ebbaaa00c09","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.845617768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"90ff46e3-0059-4e39-8385-5ebbaaa00c09","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.926880486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2681dcf0-0561-46e7-a323-47efc28c2623","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.935185339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2681dcf0-0561-46e7-a323-47efc28c2623","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.942426189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0952bec061dc3e81c5d8f5c8cecf791f555e48178bef425faef3b15de99733d5) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (82d425ce81082a25695d1f6c6dc76a9050954ea93b223cd6146f8843bfc7d962) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (c29c7630b9a0e0b3c3737c0f0c814d97cb26f3114f938231bf72d5cfe5f0ee15) AuthConfig (c0e695b0a7c2a085c94e0251b9a0ded50fcf0cfa2eb919ddca29eafe4eab016b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2681dcf0-0561-46e7-a323-47efc28c2623","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.8534524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"400620f9-8bf8-4914-9f7a-e943d1728964","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.861753215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"400620f9-8bf8-4914-9f7a-e943d1728964","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.868607574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"400620f9-8bf8-4914-9f7a-e943d1728964","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.568627615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5ac983-7c24-4b33-941a-b5a445548605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.588803339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5ac983-7c24-4b33-941a-b5a445548605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.601444724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5ac983-7c24-4b33-941a-b5a445548605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.639815456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5ac983-7c24-4b33-941a-b5a445548605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.695469343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.838741575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa356ae-1cd1-4e6b-ae97-7f48c39d1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.84197701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa356ae-1cd1-4e6b-ae97-7f48c39d1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.845425037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa356ae-1cd1-4e6b-ae97-7f48c39d1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:55.848761652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa356ae-1cd1-4e6b-ae97-7f48c39d1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:57.83839624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6de57e9-d95a-4f46-8ac1-06549a459e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:57.844710564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6de57e9-d95a-4f46-8ac1-06549a459e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:57.848863603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6de57e9-d95a-4f46-8ac1-06549a459e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:57.858345555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6de57e9-d95a-4f46-8ac1-06549a459e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.368468508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"8ab366c1-d68d-41eb-8fd6-2371ee50aca8","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.700522156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"301f5d5f-a3e3-441b-b3c5-436edb992d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.735721693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1f4ee0b2-a998-4926-a7d8-962e654e22af","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.73660954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"85b7bdc3-01e3-4622-af2c-3a9f55768679","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.739189658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d080bb-0ac9-4788-99ec-faab58efe88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.740305738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"39c2204f-3f74-4566-8d3c-2b5db82de1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.746003351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"301f5d5f-a3e3-441b-b3c5-436edb992d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.746294632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"e1c671e8-ab78-4216-a330-42e5471fbfde","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.751914754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"db46ce47-b0a8-490e-8889-ac7ec4da8169","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.782036599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"85b7bdc3-01e3-4622-af2c-3a9f55768679","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.783096492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1f4ee0b2-a998-4926-a7d8-962e654e22af","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.78407189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d080bb-0ac9-4788-99ec-faab58efe88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.784682519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"39c2204f-3f74-4566-8d3c-2b5db82de1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.791981653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2d210d12-907b-4d0e-94b1-be51ede24abe","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.792020908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2d210d12-907b-4d0e-94b1-be51ede24abe","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.793736538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"85b7bdc3-01e3-4622-af2c-3a9f55768679","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.797116512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0952bec061dc3e81c5d8f5c8cecf791f555e48178bef425faef3b15de99733d5) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (82d425ce81082a25695d1f6c6dc76a9050954ea93b223cd6146f8843bfc7d962) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (c29c7630b9a0e0b3c3737c0f0c814d97cb26f3114f938231bf72d5cfe5f0ee15) AuthConfig (c0e695b0a7c2a085c94e0251b9a0ded50fcf0cfa2eb919ddca29eafe4eab016b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1f4ee0b2-a998-4926-a7d8-962e654e22af","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.808965793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535e6e1a-ae5d-482b-9de8-1c985dd8626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.816917925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535e6e1a-ae5d-482b-9de8-1c985dd8626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.822958437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535e6e1a-ae5d-482b-9de8-1c985dd8626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.828416863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535e6e1a-ae5d-482b-9de8-1c985dd8626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.828879993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5ded67d4-918a-4f43-b41e-152b30a63826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.829142261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d492c40-e4a8-4759-9c33-cbf7f8feefe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.84419375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5ded67d4-918a-4f43-b41e-152b30a63826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.882547063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d492c40-e4a8-4759-9c33-cbf7f8feefe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.94197128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"db44d571-1439-45a9-8cd4-bd47bcc57dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.058787023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"db44d571-1439-45a9-8cd4-bd47bcc57dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.169747256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"222adc3d-300b-49d0-879d-575321cffab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.210393347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"222adc3d-300b-49d0-879d-575321cffab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.211079521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4ee59f3f-6afa-4b15-a90c-a02ac12507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.21187164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3a87f8-e75d-47e3-b5a3-b9d54aff1c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.231639023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1eb8f7d7-092e-4879-81ec-64056f95207e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.284849928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3a87f8-e75d-47e3-b5a3-b9d54aff1c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.288870312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4ee59f3f-6afa-4b15-a90c-a02ac12507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.292949259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1eb8f7d7-092e-4879-81ec-64056f95207e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.443862911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fac0af65-5f42-4b74-9199-1ff0c4b7be8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.463780262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"40840611-0e25-4774-beb9-ff868a8e694e","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.469014194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"40840611-0e25-4774-beb9-ff868a8e694e","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.528953619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b770ef30-2ff9-4809-a98f-7d6626446239","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.536117808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b4c222ca-a201-439f-8a31-eb4c3dc9abbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.536907278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1bb3ccc-0b8f-4138-a5a3-60ef3df3fff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.537777929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"50671b23-f7d9-4fb5-9b32-6dc880bc29ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.546093734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fac0af65-5f42-4b74-9199-1ff0c4b7be8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.550685728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b4c222ca-a201-439f-8a31-eb4c3dc9abbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.554657136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1bb3ccc-0b8f-4138-a5a3-60ef3df3fff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.563103066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"50671b23-f7d9-4fb5-9b32-6dc880bc29ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.583817856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b770ef30-2ff9-4809-a98f-7d6626446239","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.604939162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b770ef30-2ff9-4809-a98f-7d6626446239","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.61159198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ea82ea03-3aae-4b26-83f2-32a053bd02cf","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.613442729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c4d8f5e7-70a8-4068-bb32-60c9184bfe92","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.616667828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0b51f8cf-5b3c-4a93-9fad-c5b938aeeb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.617570665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"9bd4087a-cf1a-40f0-993f-46e2fd6c6697","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.617710131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"9bd4087a-cf1a-40f0-993f-46e2fd6c6697","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.622756346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ea82ea03-3aae-4b26-83f2-32a053bd02cf","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.624280466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c4d8f5e7-70a8-4068-bb32-60c9184bfe92","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.629829269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0b51f8cf-5b3c-4a93-9fad-c5b938aeeb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.635888065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ea82ea03-3aae-4b26-83f2-32a053bd02cf","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.816307678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"6e3a2482-692f-489d-bb97-15e60d826ead","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.816361322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"6e3a2482-692f-489d-bb97-15e60d826ead","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.257172723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d6d964c0-f818-48c3-ab7a-a7e1da44b5e9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.266862555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d6d964c0-f818-48c3-ab7a-a7e1da44b5e9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.27929911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d6d964c0-f818-48c3-ab7a-a7e1da44b5e9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.29245247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"6d2c62ca-3f87-4692-9ba5-a685082f7f27","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.292476363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"6d2c62ca-3f87-4692-9ba5-a685082f7f27","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.891868134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"6e9be6ee-e405-4304-bf80-76892249f9e6","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.892006503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"6e9be6ee-e405-4304-bf80-76892249f9e6","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.906783267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"3e329e83-68f9-42f5-8794-bb44c393aa06","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:03.907239687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"3f2a70c9-41dc-43df-9295-bc6225a597c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-5e6789-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.927508694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"3f0c3c38-9d7a-45cf-8cbf-c1b2409eb70a","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.927541161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"3f0c3c38-9d7a-45cf-8cbf-c1b2409eb70a","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.930642416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"3e329e83-68f9-42f5-8794-bb44c393aa06","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.94596776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"2c704def-49a8-4914-9950-e2accaa10b34","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.946062696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"2c704def-49a8-4914-9950-e2accaa10b34","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.957757394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"974e6d4a-ff8b-4a33-8428-e0462a9bb268","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.957867428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"974e6d4a-ff8b-4a33-8428-e0462a9bb268","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.003945505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"6fa52652-6e25-4d9f-869f-8a9a917d9fd8","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-att-serve-5e6789","model":"e2e-att-serve-5e6789","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.016857066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5e8df295-625f-46bc-bbbe-8e971be7779e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.030063595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5e8df295-625f-46bc-bbbe-8e971be7779e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.063574143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"36e0c38f-1be1-4398-9cca-c1faa807a4eb","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.063689334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"36e0c38f-1be1-4398-9cca-c1faa807a4eb","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.09892108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"3f67c0fa-eded-4220-9c32-746d81ff2a82","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-att-serve-5e6789","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.620670588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c223d03a-bbf8-4cf1-8fc5-28bd7635a4eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.628882723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c223d03a-bbf8-4cf1-8fc5-28bd7635a4eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.636122177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c223d03a-bbf8-4cf1-8fc5-28bd7635a4eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.296431584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"dbd5729c-1410-4f0d-a0f4-5f64a6310b1a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.304631913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"dbd5729c-1410-4f0d-a0f4-5f64a6310b1a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.311529817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"dbd5729c-1410-4f0d-a0f4-5f64a6310b1a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.975425199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"13f20e35-46ba-49bb-be3a-25ca4e3c60b2","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.992975181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"7ae44c79-3ec0-48e0-848e-3ea4706b8d4f","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.012983097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4865bad2-8b4b-41d4-83bc-b46ad4d2e15f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.017184336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"1d617725-5d18-485a-83c5-fe0d7848a3ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.03095231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"210df4f7-bce8-4d09-aa48-e4020e3e9a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.031838029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cc73f5b5-fc0e-4001-ae46-d59a218be751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.041168211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"1d617725-5d18-485a-83c5-fe0d7848a3ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.034873065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b53307ea-4298-4c46-a780-4c3f111974d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.043661635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4865bad2-8b4b-41d4-83bc-b46ad4d2e15f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.049533006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cc73f5b5-fc0e-4001-ae46-d59a218be751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.051473968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"210df4f7-bce8-4d09-aa48-e4020e3e9a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.053757342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"1d617725-5d18-485a-83c5-fe0d7848a3ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.05929086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4865bad2-8b4b-41d4-83bc-b46ad4d2e15f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.060764482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b53307ea-4298-4c46-a780-4c3f111974d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.090168668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4898715b-a3ad-4828-b3c1-d0708cb3e39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.090686874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c36d7853-1762-48b4-a846-a367a77277ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.098590757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4898715b-a3ad-4828-b3c1-d0708cb3e39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.099353131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c36d7853-1762-48b4-a846-a367a77277ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.172184599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"aabb7d8b-a09b-4ba4-a1a8-574e7e5b7c6e","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.190102115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b542f40d-1cb5-468f-a29d-b1e9c09380a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.190372511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb7e44d-48a7-4846-82ca-8dfd0f370365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.190115339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"54a4ce49-3ee5-4adf-9e6c-973e3718d50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.19896868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b542f40d-1cb5-468f-a29d-b1e9c09380a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.199836527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb7e44d-48a7-4846-82ca-8dfd0f370365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.201384249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"54a4ce49-3ee5-4adf-9e6c-973e3718d50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.307806355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"655fab66-cbee-403d-b963-2419ab91fac7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.312056358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e8dbdd21-a91e-4d64-84c1-bcaaf9e9003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.317386132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"655fab66-cbee-403d-b963-2419ab91fac7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.321132899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e8dbdd21-a91e-4d64-84c1-bcaaf9e9003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.336132473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"250d28b1-1345-49bf-9f51-c507a4ddde2f","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.388750529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b9d31b-5429-46ee-aeb7-6b1d244e0f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.388939544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"81b149bd-e2ad-4673-a5d2-b498a2a35828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.38950292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"915df7df-d65b-4fd8-9377-a43781983f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.399248388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"915df7df-d65b-4fd8-9377-a43781983f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.399278835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"81b149bd-e2ad-4673-a5d2-b498a2a35828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.401756988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b9d31b-5429-46ee-aeb7-6b1d244e0f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.487299783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"356f654c-0c23-4a36-b980-4ab2df843f0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.487293332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"551b7c62-6946-434a-8195-d31617c32f65","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.491374919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4a96898e-70b2-4511-acf2-3149c71ef44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.491466645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2e40469f-7ddc-4ded-85d8-80e968ab1820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.492515935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"da491b06-ebe2-43d7-9c10-4a3d5fd15bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.496101049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"551b7c62-6946-434a-8195-d31617c32f65","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.496159778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"356f654c-0c23-4a36-b980-4ab2df843f0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.501369681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4a96898e-70b2-4511-acf2-3149c71ef44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.501447984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2e40469f-7ddc-4ded-85d8-80e968ab1820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.50389802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"356f654c-0c23-4a36-b980-4ab2df843f0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.504617086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"da491b06-ebe2-43d7-9c10-4a3d5fd15bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.505437125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"551b7c62-6946-434a-8195-d31617c32f65","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.513578356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"3e7af4fd-f0c1-4dd1-94a5-b066b7f57efa","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.542939092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"9b23a14a-d107-4d52-bef8-646c63f751dd","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.548066214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"2c0cabfb-0b5b-49fd-bf50-1c732f743666","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.548076082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e83e8562-20a6-4d28-a6e5-a28553e4a0e2","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.554787106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"88cc8dfb-8cc3-4852-8ff3-8acfb13b8db9","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.587868871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"88cc8dfb-8cc3-4852-8ff3-8acfb13b8db9","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.595104381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"88cc8dfb-8cc3-4852-8ff3-8acfb13b8db9","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.603455231Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e83e8562-20a6-4d28-a6e5-a28553e4a0e2","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.604454001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"c7e47c3e-db03-47b0-a150-8548bceabb4f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.615727711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e83e8562-20a6-4d28-a6e5-a28553e4a0e2","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.688154811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"c7e47c3e-db03-47b0-a150-8548bceabb4f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.690847715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"ae2e8487-9cf6-4b69-b331-f209cad0c01b","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.695956095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2a092ead-0d32-465f-9b48-97a1a74877d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.697841724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"cfb09fe5-4fcd-4761-9a4c-1e4f51d74d2f","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.697861743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"cfb09fe5-4fcd-4761-9a4c-1e4f51d74d2f","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.699014519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"c7e47c3e-db03-47b0-a150-8548bceabb4f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.699577606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a4536caa-2303-4d9d-9971-7d1f8c379d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.699991064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a5fcd086-3efe-4fa7-97f5-2b287e52d43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.806065715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2a092ead-0d32-465f-9b48-97a1a74877d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.806839064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ff39d4-24e7-4206-a6ae-b121f5e9d34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.948998405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a5fcd086-3efe-4fa7-97f5-2b287e52d43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.985853157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a4536caa-2303-4d9d-9971-7d1f8c379d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.03559246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ff39d4-24e7-4206-a6ae-b121f5e9d34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.036601754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"05c151e7-0100-4655-a528-17091698f90b","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.036625749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"05c151e7-0100-4655-a528-17091698f90b","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.037413985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"52cbedc4-466b-4995-9524-258331c2bf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.069450504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"52cbedc4-466b-4995-9524-258331c2bf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.084983233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e92a7c88-1a60-4676-a3f1-00e92e3c66e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.086161824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1645d783-970f-4394-bdde-ba853d1e527f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.093801652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e92a7c88-1a60-4676-a3f1-00e92e3c66e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.094963913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1645d783-970f-4394-bdde-ba853d1e527f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.183857707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"164dea45-e359-4798-89cd-2af6b98e6bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.183857178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f9ed5303-2cc8-42ac-84e4-b9b5c6114c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.192896622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"164dea45-e359-4798-89cd-2af6b98e6bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.192995409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f9ed5303-2cc8-42ac-84e4-b9b5c6114c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.281155671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c06c6106-8796-4400-a3b0-f820c9e0d138","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.281186842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e5971412-65fb-47af-821a-ad910442968d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.287320711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43fa3379-ce2f-4e6f-b060-f90a960e0766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.293639983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e5971412-65fb-47af-821a-ad910442968d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.29446481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c06c6106-8796-4400-a3b0-f820c9e0d138","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.302936905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e5971412-65fb-47af-821a-ad910442968d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.304687508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43fa3379-ce2f-4e6f-b060-f90a960e0766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.386547746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"98838dfb-0b0e-4701-badb-3446a480454e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.39524514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"98838dfb-0b0e-4701-badb-3446a480454e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.613868567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0b846e78-e5ec-4b94-8cce-e5f6366fa92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.62124867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"e7371e6f-974f-4159-ad17-0df4bf83a41b","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.628662587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c1db78ca-abcc-4b8a-8b74-88d3524deb8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.640506618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9174f9a6-3158-4292-983b-d98ebf2c56f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.644564785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0b846e78-e5ec-4b94-8cce-e5f6366fa92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.648350325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c1db78ca-abcc-4b8a-8b74-88d3524deb8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.651985675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"e7371e6f-974f-4159-ad17-0df4bf83a41b","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.664650184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"88b77983-13b3-4100-83a7-d026dbf8e822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.671529073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9174f9a6-3158-4292-983b-d98ebf2c56f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.710912795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c1db78ca-abcc-4b8a-8b74-88d3524deb8c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.723883625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ebc3b50f3bba0f86ef6211dc3c7be86247c391370754e583dcdf1484d0f64d57) AuthConfig (942ed42d52ad844d7aea3923604657b8d418d70dac799f31831fffc9f39cbf94) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (6db3cd2f1014956e07684f2ed2550270aaa43e7731708de667585c368fcfbdca) AuthConfig (ff98b25b2d47c8071e566b062bb26d175bef8e3217b6451f6f37c518798678c5) AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"e7371e6f-974f-4159-ad17-0df4bf83a41b","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.739609835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"88b77983-13b3-4100-83a7-d026dbf8e822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.76193405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"35908a98-83b9-4e61-9499-f7d6fe337a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.795237107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"35908a98-83b9-4e61-9499-f7d6fe337a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.367221564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"fd75d5b3-4794-4217-9bb6-b3517930c341","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-att-serve-5e6789","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.395062869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"d14f1cdd-c86b-497f-867c-54a36753b29c","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.395091148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"d14f1cdd-c86b-497f-867c-54a36753b29c","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.285855032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"be96a201-d72b-4986-9aae-12a2c7a13e07","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.295451018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"be96a201-d72b-4986-9aae-12a2c7a13e07","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.386263782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6769856e-9cd2-4ba1-bcaa-6a5bdf7d856e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.394614248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6769856e-9cd2-4ba1-bcaa-6a5bdf7d856e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.402412492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6769856e-9cd2-4ba1-bcaa-6a5bdf7d856e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.416342615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2f3d7ba0-b64b-4cfd-af0d-e44d96826e4d","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.416371011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2f3d7ba0-b64b-4cfd-af0d-e44d96826e4d","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.191879197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","namespace":"ai-tenant-e2e-autores-36556d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.191937131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","namespace":"ai-tenant-e2e-autores-36556d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.191986168Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","tenant":"e2e-autores-36556d","tenantID":"e2e-autores-36556d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.198018659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Deployment","name":"maas-api-e2e-autores-36556d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.213434417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Service","name":"maas-api-e2e-autores-36556d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.224865237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-36556d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.23555893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-36556d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.246186243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.256108486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.267969978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.274553044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.277841374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Deployment","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.280895452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.284141813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Service","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.289525328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"Service","name":"payload-pre-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.293006771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"DestinationRule","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.296186771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.299373581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.306640148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.309852512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.312975081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.316092541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-36556d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.319055865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-36556d"},"namespace":"ai-tenant-e2e-autores-36556d","name":"default-tenant","reconcileID":"79f94781-7dbf-4267-9eba-05344f261f29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-36556d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.344805155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"bfb6efe7-b6d8-45cc-9aea-505e093103cc","namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.359058829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4440397-8792-48dd-a9ef-3277cd0f8a83","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.35966158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"0a685dd5-b00f-4de1-ba51-926272f00475","namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.359942416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"041c2485-cbde-44ed-8e9f-2fe1e100b951","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.360554722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"2b01f5b6-4727-4f47-811a-eaeaf8e31a53","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.361144291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d706d113-c773-4145-8a01-5daf13c13857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.362370119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ad0cfb46-b795-48cf-a906-42b9592b9b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.377862504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4440397-8792-48dd-a9ef-3277cd0f8a83","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.38061567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"041c2485-cbde-44ed-8e9f-2fe1e100b951","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.383457925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"2b01f5b6-4727-4f47-811a-eaeaf8e31a53","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.385284411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4440397-8792-48dd-a9ef-3277cd0f8a83","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.388178275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d706d113-c773-4145-8a01-5daf13c13857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.389537542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"041c2485-cbde-44ed-8e9f-2fe1e100b951","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.395384927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ad0cfb46-b795-48cf-a906-42b9592b9b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.399174635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04259900-b01d-462a-b20b-72187141ec5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.605760003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04259900-b01d-462a-b20b-72187141ec5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.611025582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"c7c39106-2719-4d6a-8099-e4748a2941da","namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.823611605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f542e97c-3f73-4a82-b975-63e99a544599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.829576853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d687885b-2a53-4e75-ae03-add21204eed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.830554382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"d445a5e9-2dd2-420d-9118-7293bde40222","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.831857456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bbc452a0-b938-4060-9298-69709cb452e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.836431197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f542e97c-3f73-4a82-b975-63e99a544599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.86504959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d687885b-2a53-4e75-ae03-add21204eed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.889530676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bbc452a0-b938-4060-9298-69709cb452e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.890658271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"465c2342-b002-41f7-9c84-cf9080422ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.900325456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b4767a32-fd18-4549-855f-778b62089736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.904034668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"465c2342-b002-41f7-9c84-cf9080422ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.9050751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5efcad5f-c40a-46fe-b7cc-53cc6e14191e","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.905101807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5efcad5f-c40a-46fe-b7cc-53cc6e14191e","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.914241033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b4767a32-fd18-4549-855f-778b62089736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.950386385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"104bf687-e282-416e-bcc5-387457d524c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.950443348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"18a28842-57de-4a29-ae24-1526c6983e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.95101107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ebb57d99-0c60-46c1-b187-858521e786bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.951053063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"079d4601-362d-47a9-8bd1-788ccfb7fe75","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.957447639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"872f1140-29da-489b-b9a6-01dfb90dec51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.963672559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ebb57d99-0c60-46c1-b187-858521e786bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.963677199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"079d4601-362d-47a9-8bd1-788ccfb7fe75","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.966899597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"18a28842-57de-4a29-ae24-1526c6983e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.967654977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"104bf687-e282-416e-bcc5-387457d524c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.970666154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"872f1140-29da-489b-b9a6-01dfb90dec51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.138676281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4a106635-b468-47e5-b89f-086ddae793a3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.138717834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"15125cbc-3fd4-40cd-b25b-5e1494d01ae4","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.139767189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"22a5c44f-25fd-4997-91b4-f0049edb51fa","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.14216399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"86da7af2-a1d5-484f-b67e-b98775524751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.142198991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8a42a03e-6d1d-4678-ae85-3e2fc6fc2a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.146949426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"15125cbc-3fd4-40cd-b25b-5e1494d01ae4","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.14717952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4a106635-b468-47e5-b89f-086ddae793a3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.149278751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"22a5c44f-25fd-4997-91b4-f0049edb51fa","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.150991353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"86da7af2-a1d5-484f-b67e-b98775524751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.151506825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8a42a03e-6d1d-4678-ae85-3e2fc6fc2a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.154353856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"15125cbc-3fd4-40cd-b25b-5e1494d01ae4","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.157074074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"22a5c44f-25fd-4997-91b4-f0049edb51fa","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.404689719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"922b24cc-8c24-4a41-aae4-7ecc906410f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.405441251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2000d40e-46df-4ce7-8f94-a45d6169f0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.483415326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"922b24cc-8c24-4a41-aae4-7ecc906410f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.484560255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2000d40e-46df-4ce7-8f94-a45d6169f0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.490594986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"06ffed4a-42bf-4fb5-b5a6-b841395b3596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.494640603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"62f8a04a-9dac-47dc-94e1-4ac4d2f49473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.50098751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"06ffed4a-42bf-4fb5-b5a6-b841395b3596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.506841983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"62f8a04a-9dac-47dc-94e1-4ac4d2f49473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.976734331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"b49ab99c-68ed-48db-896f-c87683cc793f","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.979058732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"fb93d4b3-1286-49e0-b289-8b7f62d7d2ea","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.987974641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"18484335-26e4-4fcd-91e8-c9cdf96a15f7","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.988353348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"aed5adce-1444-4927-8b00-42797c012728","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.990574308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d2f0bc78-8c6a-41cd-b18b-6966c8c680b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.990606394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"280612e1-4b83-4b9d-b661-7cc027f50834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.991092191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f6fb8b0a-ce77-48d5-bd58-29631ab5488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.997036057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"aed5adce-1444-4927-8b00-42797c012728","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.9970503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"18484335-26e4-4fcd-91e8-c9cdf96a15f7","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.001121748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"280612e1-4b83-4b9d-b661-7cc027f50834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.001256403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f6fb8b0a-ce77-48d5-bd58-29631ab5488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.003791061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d2f0bc78-8c6a-41cd-b18b-6966c8c680b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.005075641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"18484335-26e4-4fcd-91e8-c9cdf96a15f7","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.005846172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"aed5adce-1444-4927-8b00-42797c012728","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.017487668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e029117e-bdcf-4457-b344-205e970f2327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.017698096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0200134-9eb7-4899-9866-8902f76d990b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.077501394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0200134-9eb7-4899-9866-8902f76d990b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.077832663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e029117e-bdcf-4457-b344-205e970f2327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.109401916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"b04c236b-58db-424c-a15d-3e5918f1400c","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.118698104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9414ba1c-73b9-4786-b379-4cbb5d0ccd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.120666049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6aa10668-e1ae-4d38-87c6-52c3af5c7b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.180315509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6aa10668-e1ae-4d38-87c6-52c3af5c7b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.181949673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9414ba1c-73b9-4786-b379-4cbb5d0ccd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.234064137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"443d8d42-5536-40c3-888d-bd586bf8283e","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.278375991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"7100642d-14b1-4c4a-ab12-aadf90c5f7a5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.279469333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eaecfb33-0452-4693-9fb6-a07ee1b4a840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.280050052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f137c04-6d15-43ef-9f62-e5ef00b26076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.291916322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eaecfb33-0452-4693-9fb6-a07ee1b4a840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.292067042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"7100642d-14b1-4c4a-ab12-aadf90c5f7a5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.297520074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f137c04-6d15-43ef-9f62-e5ef00b26076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.344038666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3f0950dd-226f-47c6-adee-37d676ced5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.344070544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb8e576d-2813-4551-9481-74fb4caa55ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.353833329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3f0950dd-226f-47c6-adee-37d676ced5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.353874246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb8e576d-2813-4551-9481-74fb4caa55ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.428580534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"dc0190d1-1a7d-48c9-9f12-2dfafc99df07","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.429173099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"176ec66c-24a3-4aed-a3e1-84ae86b40bf3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.436305327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"83cc8fa8-116e-46a1-94fc-c95dcb318102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.436719929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"dc0190d1-1a7d-48c9-9f12-2dfafc99df07","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.441764488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"176ec66c-24a3-4aed-a3e1-84ae86b40bf3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.444305737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"83cc8fa8-116e-46a1-94fc-c95dcb318102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.448810091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"176ec66c-24a3-4aed-a3e1-84ae86b40bf3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.529724414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6592db54-bc1c-485e-9810-2e586c3ffeb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.531935985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"43de5f30-f2da-48f0-bf29-461122d979dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.534579723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"16e62a0b-9f60-470e-9b29-039681b35a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.538657942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6592db54-bc1c-485e-9810-2e586c3ffeb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.540050195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"43de5f30-f2da-48f0-bf29-461122d979dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.54371634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"16e62a0b-9f60-470e-9b29-039681b35a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.546418808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6592db54-bc1c-485e-9810-2e586c3ffeb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.633598318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a2ec1e5a-7db9-49cb-a8dd-6b49ae74d49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.633715202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95e6def-0127-4c9e-9974-5623e7448b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.634529683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d499d0bd-83be-43d9-80a6-81e717e86573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.642497521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a2ec1e5a-7db9-49cb-a8dd-6b49ae74d49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.642676307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95e6def-0127-4c9e-9974-5623e7448b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.644900726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d499d0bd-83be-43d9-80a6-81e717e86573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.684175241Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"18315702-01c5-45b4-87c8-2e89b8c409b9","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.693720443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"1089c380-2e1c-4425-96e2-a9e78688991a","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.733886609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5670de44-9440-4dcb-8431-6d4c4fcef0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.734029903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e8d9ad4d-8cf9-4372-86cd-7a7ea9dfca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.745327861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e8d9ad4d-8cf9-4372-86cd-7a7ea9dfca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.745395292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5670de44-9440-4dcb-8431-6d4c4fcef0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.835859298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"d00f0feb-afd1-490b-bcd1-6aeaf8c333e5","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.839044787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"145e5c78-c184-4a68-a40a-24007d57ad96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.839047873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"94288538-d45a-4f2d-b41b-15fe9a28045b","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.839579264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e53db500-3b3d-49da-a906-ec6a8e8a68b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.840091954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"836d0733-88f7-4402-862a-70328aaff148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.844363166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"d00f0feb-afd1-490b-bcd1-6aeaf8c333e5","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.853682209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e53db500-3b3d-49da-a906-ec6a8e8a68b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.85392611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"94288538-d45a-4f2d-b41b-15fe9a28045b","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.855043135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"d00f0feb-afd1-490b-bcd1-6aeaf8c333e5","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.856199435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"145e5c78-c184-4a68-a40a-24007d57ad96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.857408663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"836d0733-88f7-4402-862a-70328aaff148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.861383264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"94288538-d45a-4f2d-b41b-15fe9a28045b","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.894322252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"f763e441-a66c-47ba-8c04-ede87f74373b","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.165794589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"830b02a2-a2e6-46fb-9c4b-923e55464716","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.17800239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"725f08f7-72f7-4f0e-9f83-b520da5a4300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.257704194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceb0c352-eb69-4054-a13b-3e7068b9b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.264561709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"725f08f7-72f7-4f0e-9f83-b520da5a4300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.265613169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"6892a9f5-e6f7-4d62-acae-bcccf50865ce","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.265651105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"6892a9f5-e6f7-4d62-acae-bcccf50865ce","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.279523598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"acfc0498-d9dd-472e-b191-9f927529651c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.284300144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceb0c352-eb69-4054-a13b-3e7068b9b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.28922613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"acfc0498-d9dd-472e-b191-9f927529651c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.289804356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9ef00c9c-c212-4a91-8b95-5ea178a457db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.297024944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"3b096aab-43d3-4eef-811b-31f8ddb96676","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.29705521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"3b096aab-43d3-4eef-811b-31f8ddb96676","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.300571376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9ef00c9c-c212-4a91-8b95-5ea178a457db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.303705831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5f4f7011-5028-450e-aa9b-f3e2bee5431c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.312031687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5f4f7011-5028-450e-aa9b-f3e2bee5431c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.38182703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"160a4fbf-3ed5-4ddf-8f9c-e02f91090129","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.384071282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"18806fc9-c338-4147-81f0-69c1696d9ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.385986047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1403c136-7a9e-48cc-8a36-3712ff112713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.386162249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e3a70d5b-e930-4432-8b42-20e95745674f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.390146089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"160a4fbf-3ed5-4ddf-8f9c-e02f91090129","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.392176214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"18806fc9-c338-4147-81f0-69c1696d9ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.394488247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1403c136-7a9e-48cc-8a36-3712ff112713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.394507344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e3a70d5b-e930-4432-8b42-20e95745674f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.521586904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"eef6f9b8-02a1-42ce-ac56-86b3a2a486ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.521616892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"db8fea02-d460-4352-849c-a3c3ca53f536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.52209001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57c725fa-15cb-4e6a-a6a4-aae91d83e6e8","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.525263842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"323025c1-9a61-4a2a-9a3b-eed9e21baa82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.525582063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85df426-615d-45a1-99a8-62cddff36a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.535083881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57c725fa-15cb-4e6a-a6a4-aae91d83e6e8","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.54045062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"db8fea02-d460-4352-849c-a3c3ca53f536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.540470825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"eef6f9b8-02a1-42ce-ac56-86b3a2a486ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.545343079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85df426-615d-45a1-99a8-62cddff36a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.551424597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"323025c1-9a61-4a2a-9a3b-eed9e21baa82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.608457617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"eef6f9b8-02a1-42ce-ac56-86b3a2a486ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.62184293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57c725fa-15cb-4e6a-a6a4-aae91d83e6e8","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.661716178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b7d1e409-6437-40ed-9bf3-ee5195d98a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.662440716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e345757f-325d-427e-9087-c55e6c209460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.666885263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"711bcb2d-7108-4842-b8f7-324f9f8c6eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.668049341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"fcd826bc-d695-463d-b47b-dde6f97a6c4f","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.668071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"fcd826bc-d695-463d-b47b-dde6f97a6c4f","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.674014217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e345757f-325d-427e-9087-c55e6c209460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.674050677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b7d1e409-6437-40ed-9bf3-ee5195d98a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.676863449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"711bcb2d-7108-4842-b8f7-324f9f8c6eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.738864756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ab6faefa-0b66-47ac-b7d0-6a6e1065cc22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.738869837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"cfed5bf8-e987-403b-acb8-6df2a4f63b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.74782629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"cfed5bf8-e987-403b-acb8-6df2a4f63b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.747900602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ab6faefa-0b66-47ac-b7d0-6a6e1065cc22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.827453922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"b732c5f5-6580-491f-945f-36111cb346ff","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.827486024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"b732c5f5-6580-491f-945f-36111cb346ff","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.696754273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.593254183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"17a361a0-368d-49ea-8279-9157802cb982","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.593283264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"17a361a0-368d-49ea-8279-9157802cb982","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.599901009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"58fc08c9-8562-47da-bbf0-e759b40192eb","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:26.600582285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"ed15ecd5-200c-4b13-a0ad-685b38eb4a4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-5f80c6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.610839076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c673c455-4e34-4f8e-af3c-bbf53658d66c","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.61086371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c673c455-4e34-4f8e-af3c-bbf53658d66c","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.611637553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"58fc08c9-8562-47da-bbf0-e759b40192eb","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:26.620170849Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c673c455-4e34-4f8e-af3c-bbf53658d66c","name":"e2e-att-serve-5f80c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5f80c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:26.620267337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c673c455-4e34-4f8e-af3c-bbf53658d66c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5f80c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.624199101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c750421b-b430-4212-ae70-72ae86519fd3","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.624248764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"c750421b-b430-4212-ae70-72ae86519fd3","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.635403882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"68e32e85-ed7b-416c-b053-b559cd40a7f8","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.635437027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"68e32e85-ed7b-416c-b053-b559cd40a7f8","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.651716476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"cc4327a3-1199-4361-a0be-02afcd768cb8","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-att-serve-5f80c6","model":"e2e-att-serve-5f80c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.681163207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"176f78cd-fa02-4df7-be0d-36ae57065168","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.68119236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"176f78cd-fa02-4df7-be0d-36ae57065168","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.732467788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"845f6db0-e1c4-4468-be7d-37bfb5c78dab","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.743656594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"8f750629-89f0-4945-ad61-6914935bd44f","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-att-serve-5f80c6","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.743692788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"845f6db0-e1c4-4468-be7d-37bfb5c78dab","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.186407998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"452fb9ea-e6de-4deb-be3d-eeb3b05d3b80","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.195403272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"fab41d3f-ae3b-41a1-aaac-6e26d7604bf6","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.202078469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"0f6e8da4-4c00-40f7-9fa7-48821490a5fd","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.294357158Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-36556d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-36556d","reconcileID":"9accc95a-dbc0-4d37-891c-2fa7f99b2598","aitenant":"ai-tenants/e2e-autores-36556d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.394424746Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"e1d13cfe-07d7-4b5d-891e-3715c39af12d","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.409450111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"f3faef0e-b7ad-4554-914f-aad1370a61a5","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.416436816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"ae31cf66-0bff-4e7d-ad6e-cde4f30b42d5","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.499484748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba7187-395b-442e-8547-fd99ac500af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.503160587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba7187-395b-442e-8547-fd99ac500af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.506533782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba7187-395b-442e-8547-fd99ac500af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.509974984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba7187-395b-442e-8547-fd99ac500af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.512849302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-36556d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-36556d","reconcileID":"9accc95a-dbc0-4d37-891c-2fa7f99b2598","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-36556d","removed":["maas.opendatahub.io/gateway-access-e2e-autores-36556d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.536985703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"fa210204-a5e3-44a6-a09c-98a960a008a5","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.545938518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"518ef08a-999e-471d-ae29-e0de4beb5a50","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.796822485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64eb7c9-51bd-41b3-b562-36a3933a35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.802290266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64eb7c9-51bd-41b3-b562-36a3933a35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.805626318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64eb7c9-51bd-41b3-b562-36a3933a35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.808871079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64eb7c9-51bd-41b3-b562-36a3933a35bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.833686416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.838849959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"8d08cccb-2032-4c7e-9614-842603102a62","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.838872879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"8d08cccb-2032-4c7e-9614-842603102a62","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.849892416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ee68290d-fe2b-4d51-ae39-093d4e430716","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.850440573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"bd5c9a52-5b32-4a12-aa7a-5c520da7f933","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:29.850963948Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-fe5e0b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.861836493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"260848b8-1cf6-44a8-b276-e0161f03ab06","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.861870998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"260848b8-1cf6-44a8-b276-e0161f03ab06","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.865014945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ee68290d-fe2b-4d51-ae39-093d4e430716","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.875495141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"7a5fa66d-3351-4ffc-aa32-8703395f0136","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.87553492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"7a5fa66d-3351-4ffc-aa32-8703395f0136","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.877464785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"bd5c9a52-5b32-4a12-aa7a-5c520da7f933","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.911591466Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"5b2792a8-5f2d-4d21-b214-bd1f5a13c5fc","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-ctrl-fe5e0b","model":"e2e-rec-ctrl-fe5e0b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.959596585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"d59f767f-e7e5-4085-a59a-80bd12f3ea1e","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.959623618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"d59f767f-e7e5-4085-a59a-80bd12f3ea1e","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.985850574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"75196935-7491-4480-ba4c-1a374e52add5","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-ctrl-fe5e0b","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.100491941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"34c2904d-189e-4d92-a0e0-e49340e9784e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.25411883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"34c2904d-189e-4d92-a0e0-e49340e9784e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.259909162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"835917ef-56ac-496e-8b2a-39ef068e40ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.282019485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"835917ef-56ac-496e-8b2a-39ef068e40ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.492029754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"9590aa72-5df6-4d61-8a4e-88e41a99df32","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.499814928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d2945901-93a1-4ba1-951e-8f99b4b523b1","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.508796264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"a3459750-176b-433e-bfb9-cdf58ce76e3b","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.519797884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"0b1453d6-bfcf-4f0f-ad76-703effc9d9a7","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.700466018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"927bd029-e610-4bf7-902d-d836c36870ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.702278636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"a9018845-69e0-40ed-aa99-c2ae21f8fcab","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.778972431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"927bd029-e610-4bf7-902d-d836c36870ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.781306068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"a9018845-69e0-40ed-aa99-c2ae21f8fcab","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.786193988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (2b434f0c6f6181a2a5f24226f6cbea3909aab99948612e83da861bee7b357605) AuthConfig (2dfe148c16035a2fe5ad8efb3abc58daafe2309116f167f65e30fb479203f867) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (feb50bde852e5932a4cba60bde122d7d7143430bdb9b60a6dfe652287c708b39) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (70877788d5ffb433abc86dcd8ee38e0ef698d67d312f30d43e683266c78743de) AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"927bd029-e610-4bf7-902d-d836c36870ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.788113218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"a9018845-69e0-40ed-aa99-c2ae21f8fcab","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.822453061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8fecb-3ef2-4c3f-87ea-e2e0d0b94306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.827188056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8fecb-3ef2-4c3f-87ea-e2e0d0b94306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.830778909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8fecb-3ef2-4c3f-87ea-e2e0d0b94306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.877345178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8fecb-3ef2-4c3f-87ea-e2e0d0b94306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.219646315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11723c-19c5-4d4c-8022-d8261227a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.223639958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11723c-19c5-4d4c-8022-d8261227a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.227020646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11723c-19c5-4d4c-8022-d8261227a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.231710103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11723c-19c5-4d4c-8022-d8261227a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.591703282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"018907cb-537e-4ba4-a2db-961c5d32de82","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.611479842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"01d37479-d4c1-45db-b6f2-479d26d8afae","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.687559335Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-33e267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-33e267","reconcileID":"dc9a11e8-f372-4adf-af66-fab1f733538f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-33e267","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-33e267":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.783757885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"b39f4002-b3dc-4fa5-b24c-47c34fc58981","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.791478309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"2c663136-07e2-4a4a-b1d0-93063f8ee29a","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.94156662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2fa7f7-34e1-48bd-acf4-b2d6c6f1b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.001002347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2fa7f7-34e1-48bd-acf4-b2d6c6f1b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.091614463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2fa7f7-34e1-48bd-acf4-b2d6c6f1b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.142273724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2fa7f7-34e1-48bd-acf4-b2d6c6f1b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.986319271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"251b1ab9-b961-4e15-a4c9-188dec1238f6","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:37.003452219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"2c3c4b2b-7b15-4e43-814e-eb4102c07dcf","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.135919199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"1f695b77-c94c-4e4b-a902-27d22a730f43","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-att-serve-5f80c6","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.182260987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"1837eb13-6c4b-4fb4-86ec-d8a8a4d2beea","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.182452671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"1837eb13-6c4b-4fb4-86ec-d8a8a4d2beea","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.898478792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"31885bc3-e1e6-4e18-8949-342d736b0d94","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.906644898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"31885bc3-e1e6-4e18-8949-342d736b0d94","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.916685683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (8a38194252109544ec83386561bd8820c28a4e6aba89efaf700692d7b26c7f75) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (de19952187d1afa19ae5d5f109b3fc963589836b451566747f562f2715464045) AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6) AuthConfig (a5a6b46583830ed253c7ad72a4bd094322772f07876d23df8be645a61637bb65) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (23c93ce22e0c691984f4a581cd08319786d07493180ff3dcc3c9fc7db2e19396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"31885bc3-e1e6-4e18-8949-342d736b0d94","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.961467815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"59e4303f-2efc-4db7-a5f9-4c1d3070ea47","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.961503226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"59e4303f-2efc-4db7-a5f9-4c1d3070ea47","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.051778225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"102b2200-cc03-412c-8b6e-1ba94589a4d8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.083487897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"102b2200-cc03-412c-8b6e-1ba94589a4d8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.609801619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7ff5b223-dc29-40a4-b831-96a9fe336cc9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.618718933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7ff5b223-dc29-40a4-b831-96a9fe336cc9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.797672878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b4c0fa37-2aa1-4981-86e4-8f2aac6ff3a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.806324551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b4c0fa37-2aa1-4981-86e4-8f2aac6ff3a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.84925514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"421f3481-6199-4ec6-af40-e5489bcfdc37","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.849281343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"421f3481-6199-4ec6-af40-e5489bcfdc37","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.108934119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"425a0838-6336-400b-b24b-965d9636bbdd","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.117729189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"209ebf2e-dc70-463c-8c23-ff2925f5438e","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.119986675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f50417de-d068-44e1-86f7-8971b2e9527e","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.124305478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e3b63af2-f8c6-4ce1-b93d-df7fe119d204","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.124379363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c33de2b4-2255-47a2-9f5c-ced7d308df6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.125290794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"068788da-aa87-4e53-afa2-64b60bf61f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.127870131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6e184f7a-8d9d-4eec-bca0-4784c45c45d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.128413524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f50417de-d068-44e1-86f7-8971b2e9527e","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.133403166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e3b63af2-f8c6-4ce1-b93d-df7fe119d204","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.133502235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"068788da-aa87-4e53-afa2-64b60bf61f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.136032783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c33de2b4-2255-47a2-9f5c-ced7d308df6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.136545265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6e184f7a-8d9d-4eec-bca0-4784c45c45d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.137534356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (8a38194252109544ec83386561bd8820c28a4e6aba89efaf700692d7b26c7f75) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (de19952187d1afa19ae5d5f109b3fc963589836b451566747f562f2715464045) AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6) AuthConfig (a5a6b46583830ed253c7ad72a4bd094322772f07876d23df8be645a61637bb65) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (23c93ce22e0c691984f4a581cd08319786d07493180ff3dcc3c9fc7db2e19396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f50417de-d068-44e1-86f7-8971b2e9527e","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.237555413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"28f380dc-fe18-472f-b336-88b26780ccf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.246422495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"28f380dc-fe18-472f-b336-88b26780ccf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.30073403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"8a59dbc9-38aa-43b1-af02-a0fe7a7ff38d","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.309112669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f73502ca-3ef3-4438-841f-34d50f118c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.316856869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"31c2af91-7db7-42f4-9653-3905f8b00525","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.316884918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"31c2af91-7db7-42f4-9653-3905f8b00525","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.317848133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f73502ca-3ef3-4438-841f-34d50f118c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.334753972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"db5e0790-30cb-44b3-acb6-1282c2b77d25","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.33478335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"db5e0790-30cb-44b3-acb6-1282c2b77d25","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:46.344138496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"db5e0790-30cb-44b3-acb6-1282c2b77d25","name":"e2e-rot-0415d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0415d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:46.344253573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"db5e0790-30cb-44b3-acb6-1282c2b77d25","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0415d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.353154569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"af43b284-ca79-4637-90cd-0759fc6f75fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.353514267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"1aa200c2-f6a4-4c50-aadc-ed5e3db3863e","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.353541305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"1aa200c2-f6a4-4c50-aadc-ed5e3db3863e","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.355686817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"efa40e5e-5ee6-4423-be4b-c03f6718389e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.356383001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f51094b-71e5-43c5-ac37-18bca7ddf5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.362082187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"af43b284-ca79-4637-90cd-0759fc6f75fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.365045867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"efa40e5e-5ee6-4423-be4b-c03f6718389e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.365635903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f51094b-71e5-43c5-ac37-18bca7ddf5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.509081214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f849cc20-e0b9-4777-a8c3-a22ee3d1a2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.614565145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f849cc20-e0b9-4777-a8c3-a22ee3d1a2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.662023681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"098cfdb7-883f-4724-9095-ed5e5dd857ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.663405899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"36b14a0d-21a0-4988-b12e-b20babdaa728","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.698776059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"36b14a0d-21a0-4988-b12e-b20babdaa728","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.699463746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"5b22049f-1270-4487-8354-f76d532aa552","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.71713022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"5b22049f-1270-4487-8354-f76d532aa552","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.724858849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"098cfdb7-883f-4724-9095-ed5e5dd857ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.725634919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"118f226a-16d2-48bc-aa34-fd71a9d975d8","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.733273321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59de652b-1df1-4920-9f3c-3d0932c47bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.736995197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"118f226a-16d2-48bc-aa34-fd71a9d975d8","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.74390696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"59de652b-1df1-4920-9f3c-3d0932c47bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.79412757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d06edbcf-9f72-4c8b-8c46-b06a103da183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.802744603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d06edbcf-9f72-4c8b-8c46-b06a103da183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.897384984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"132ef339-1b8e-4d05-82a4-f79a627aa702","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.897401224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a4fc7a65-bc9f-4571-bc09-c6e5db0fc09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.897818471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bfc21b08-be86-4cff-b751-779f0cb571b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.89787496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa34012e-f965-4dd0-aeb6-e8f36f8416d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.899907523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"95a93565-c0ff-4617-8b80-6dca2e46f175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.907878662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa34012e-f965-4dd0-aeb6-e8f36f8416d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.90796504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"132ef339-1b8e-4d05-82a4-f79a627aa702","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.911435805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bfc21b08-be86-4cff-b751-779f0cb571b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.911637043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a4fc7a65-bc9f-4571-bc09-c6e5db0fc09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.914352097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"95a93565-c0ff-4617-8b80-6dca2e46f175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.992711808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e1b79700-57fc-4d4e-a733-ce842109e714","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.994996841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1774dcd2-ffbb-4231-beed-74a53613a074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.996136395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"788583f0-947c-4bbb-88e7-8beff6695089","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.996156108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"788583f0-947c-4bbb-88e7-8beff6695089","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.001632524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e1b79700-57fc-4d4e-a733-ce842109e714","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.001950441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f9be2cbc-6909-443c-9aba-9f3e8c43005a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.005403359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1774dcd2-ffbb-4231-beed-74a53613a074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.005818432Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"89abeb33-2347-46a2-98be-7c1210fc614f","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.009002558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (8a38194252109544ec83386561bd8820c28a4e6aba89efaf700692d7b26c7f75) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (de19952187d1afa19ae5d5f109b3fc963589836b451566747f562f2715464045) AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6) AuthConfig (a5a6b46583830ed253c7ad72a4bd094322772f07876d23df8be645a61637bb65) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (23c93ce22e0c691984f4a581cd08319786d07493180ff3dcc3c9fc7db2e19396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e1b79700-57fc-4d4e-a733-ce842109e714","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.078506072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f9be2cbc-6909-443c-9aba-9f3e8c43005a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.08354235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"5e67b684-6d31-4d2d-9a97-b34a0fa6cb39","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.099261857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"39ad7d50-97c2-4e1b-b92b-e16e88be3415","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.181396337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"39ad7d50-97c2-4e1b-b92b-e16e88be3415","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.218148239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"6dc257b5-71e4-4714-b9bf-f803f2e83927","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.218177463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"6dc257b5-71e4-4714-b9bf-f803f2e83927","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.325368229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.328889494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7ad3f8c8-66d0-4dde-9894-8c45ffd768b3","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.3289134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7ad3f8c8-66d0-4dde-9894-8c45ffd768b3","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.343923205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"53e554bc-008a-4803-8044-740dab9a0ec1","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:50.345154227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-unrel-1b5eb1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-1b5eb1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.378614309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"f5041195-7775-46a3-b564-342a71f17b61","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.378763753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"f5041195-7775-46a3-b564-342a71f17b61","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.391797291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7287aaf2-58e1-458e-91a5-929ad0058376","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.391830966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7287aaf2-58e1-458e-91a5-929ad0058376","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.404762273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"53e554bc-008a-4803-8044-740dab9a0ec1","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.406835844Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"1f2490ac-296b-4ff1-aa59-5ce14f3fa17e","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-att-unrel-1b5eb1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-unrel-1b5eb1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.442083964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"fc4d7bf5-4a2f-460e-8e75-068762941739","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.446274902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"e655df31-d2d9-4446-a2a3-c337b9ac9dfb","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.446301649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"e655df31-d2d9-4446-a2a3-c337b9ac9dfb","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.450311393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"fc4d7bf5-4a2f-460e-8e75-068762941739","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.493751733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"50290ce7-504b-4123-92cd-9902c0fdb516","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.152096198Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.156032818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"4bf58530-c8c9-462d-903e-d12f9f93dca1","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.156065028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"4bf58530-c8c9-462d-903e-d12f9f93dca1","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:52.165136991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"74c2b8df-aa9d-4554-a202-3ea651ab167f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-0415d1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.165893731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"1364c37b-3887-4293-aedf-70b5d745c543","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.165997542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"428488c2-8a93-424d-9e7c-f843cec92eff","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.176111978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"428488c2-8a93-424d-9e7c-f843cec92eff","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.178537702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"1364c37b-3887-4293-aedf-70b5d745c543","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.180947119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"29076595-8981-429e-8030-9b93cdc8ebdb","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.180973488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"29076595-8981-429e-8030-9b93cdc8ebdb","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:52.190101163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"29076595-8981-429e-8030-9b93cdc8ebdb","name":"e2e-rot-0415d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0415d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:52.190182438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"29076595-8981-429e-8030-9b93cdc8ebdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0415d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.194012811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"4bee83be-4f37-428b-b199-dd56c6a121b3","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.194036859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"4bee83be-4f37-428b-b199-dd56c6a121b3","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.201402053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"f65b8583-49cb-4877-9a10-bdf67e7a9c1d","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.201425871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"f65b8583-49cb-4877-9a10-bdf67e7a9c1d","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.21132285Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"4f6d7ffe-c0a7-4c59-9824-37ccef4333ca","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-rot-0415d1","model":"e2e-rot-0415d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.211901909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"ff41542e-a606-4984-a8af-01515601ac43","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.211922507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"ff41542e-a606-4984-a8af-01515601ac43","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.248846249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"cf038a9e-81d8-469f-a4e2-d660acdc9190","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.248872838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"cf038a9e-81d8-469f-a4e2-d660acdc9190","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.267351266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"a5be3adf-e349-4487-91c0-336ddd5378a0","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.26841115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0260c965-0374-43ff-8374-33104392e1f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.275817296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"a5be3adf-e349-4487-91c0-336ddd5378a0","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.276534481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0260c965-0374-43ff-8374-33104392e1f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.30776298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"14c9c7d4-5e7e-4333-9d87-2ce74f866ade","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-rot-0415d1","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.485662459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"dbc48edc-92bc-49d6-abc5-8002d4de0715","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.547632478Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"dbc48edc-92bc-49d6-abc5-8002d4de0715","name":"e2e-extmod-a-33e267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.696641095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.04427366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57e962a7-bac7-4649-bb25-d25f30a3692d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.067594167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57e962a7-bac7-4649-bb25-d25f30a3692d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.075072502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (8a38194252109544ec83386561bd8820c28a4e6aba89efaf700692d7b26c7f75) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (de19952187d1afa19ae5d5f109b3fc963589836b451566747f562f2715464045) AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6) AuthConfig (a5a6b46583830ed253c7ad72a4bd094322772f07876d23df8be645a61637bb65) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (23c93ce22e0c691984f4a581cd08319786d07493180ff3dcc3c9fc7db2e19396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"57e962a7-bac7-4649-bb25-d25f30a3692d","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.086276604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"d13e5ce3-3c6d-4916-94f7-73c5a67cb097","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.095027819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"16061821-63bf-4799-bb06-3fb63e5a62c5","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.113798389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"105c9bae-6a20-483f-a632-ad2d3c425d89","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.118141435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"2b2a18e1-03c2-49bf-9d70-21b78256aa1a","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.139777274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"105c9bae-6a20-483f-a632-ad2d3c425d89","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.146460171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"75d14dac-5735-449c-947d-546b1821eca6","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.148087245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (8a38194252109544ec83386561bd8820c28a4e6aba89efaf700692d7b26c7f75) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (de19952187d1afa19ae5d5f109b3fc963589836b451566747f562f2715464045) AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6) AuthConfig (a5a6b46583830ed253c7ad72a4bd094322772f07876d23df8be645a61637bb65) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (23c93ce22e0c691984f4a581cd08319786d07493180ff3dcc3c9fc7db2e19396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"105c9bae-6a20-483f-a632-ad2d3c425d89","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.276058316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"8b19100e-4728-4546-84aa-744824c5ae69","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-ctrl-fe5e0b","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.425702024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"15cfd07b-a9ca-4f4d-993e-8149794715f9","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.429851543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"9d74e04c-b35b-4997-b02c-f0cd28182a9c","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.429883019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"9d74e04c-b35b-4997-b02c-f0cd28182a9c","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.480714818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"4f9cee45-9cef-42e8-8f12-e949a35c4792","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-rot-0415d1","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.518138091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"b0008687-a01b-4fb5-93b2-f86c7383eabd","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.518175369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"b0008687-a01b-4fb5-93b2-f86c7383eabd","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.639871784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"5afba8bf-8060-4c9c-8261-902ce8d87f5c","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.639998611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"5afba8bf-8060-4c9c-8261-902ce8d87f5c","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","externalModel":"e2e-rot-0415d1","provider":"e2e-rot-0415d1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.284907356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"f8ca7f7e-a8fc-4e3c-a1d8-404d8e2c34a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.28545101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ae3757c9-5b06-48ce-9807-4fcf1e094f42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.295538344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"f8ca7f7e-a8fc-4e3c-a1d8-404d8e2c34a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.297891888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ae3757c9-5b06-48ce-9807-4fcf1e094f42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.304180429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"c638a4de-8e0c-49bf-97ec-498ca68f3435","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.476758698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"c141e209-2314-4695-af30-2dac3557bf8c","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.648474997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0af107-18df-4625-a6e9-0cd7db384f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.651549442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0af107-18df-4625-a6e9-0cd7db384f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.655417847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0af107-18df-4625-a6e9-0cd7db384f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.658717986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0af107-18df-4625-a6e9-0cd7db384f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.891409123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d6e4aa77-f47d-4fe3-a922-be7eeb5f7c49","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.978876238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d6e4aa77-f47d-4fe3-a922-be7eeb5f7c49","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.027784042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec52448-cf5a-4d8e-8b4a-24951e72fd3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.03102345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec52448-cf5a-4d8e-8b4a-24951e72fd3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.034350054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec52448-cf5a-4d8e-8b4a-24951e72fd3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.0373361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec52448-cf5a-4d8e-8b4a-24951e72fd3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.978044109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d4ab99c0-c4eb-49b8-b6f7-36bbfba3c7f3","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.160476836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"ed8d2410-1148-4b6a-8d18-46689254ab21","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.169682338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"ed8d2410-1148-4b6a-8d18-46689254ab21","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.193480941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"92faf916-3c34-4117-848f-36441f735684","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.216716997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"e60390d4-83c6-43b1-b57b-8ffa1304aef6","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.221895748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d126c77b-4f97-4349-b4ce-2af696dfce6d","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.221917578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d126c77b-4f97-4349-b4ce-2af696dfce6d","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.226184324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"c698dff6-343d-4e79-a4c9-a6b8e3686112","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.228491659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"95806c29-5236-45c1-b6e8-3935aede7704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.229000478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"e9b96a6b-448e-4e0d-b2c5-ed01801681a1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.229082228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"123a4ef1-380d-4fd0-93e2-6f7a590bb177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.22952904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"75c07e3a-f949-413a-9f9f-67ede9aceb78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.24339721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"e9b96a6b-448e-4e0d-b2c5-ed01801681a1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.24344579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"95806c29-5236-45c1-b6e8-3935aede7704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.246008145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"123a4ef1-380d-4fd0-93e2-6f7a590bb177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.246379141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"75c07e3a-f949-413a-9f9f-67ede9aceb78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.262133536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2c240fa6-e3b7-4b72-8bc1-38e9c6570b3e","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.262154222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2c240fa6-e3b7-4b72-8bc1-38e9c6570b3e","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.277860843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"1ddf21fd-bb37-410e-9ef9-65ca1e953849","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.277880614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"1ddf21fd-bb37-410e-9ef9-65ca1e953849","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.2847969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"d9092338-ac51-41ec-9fb9-949d2c247641","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.321789956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"25e705f8-f93a-4906-9e66-cd7e50aa9299","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.321827661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"25e705f8-f93a-4906-9e66-cd7e50aa9299","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.336994371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9402456b-925c-4295-906b-1d76ffdd38ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.337637594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"2915277a-de9f-4ce8-ad2e-acc00856b43b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.380310246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e3fd6483-7203-47d0-afb0-66f59a5025c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.383656118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9402456b-925c-4295-906b-1d76ffdd38ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.384135362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"2915277a-de9f-4ce8-ad2e-acc00856b43b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.390165066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e3fd6483-7203-47d0-afb0-66f59a5025c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.407263396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"a7e710f2-bded-4240-a0b7-c1a878b67df6","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.431605386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bb667f71-a46c-4928-b05a-634a44a18380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.434633893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7e169650-9245-4527-b7b8-6c6ca605a68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.440891803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bb667f71-a46c-4928-b05a-634a44a18380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.44350355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7e169650-9245-4527-b7b8-6c6ca605a68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.475643966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"9cfb7427-33e8-4cb3-a744-51a0ed9b8ea6","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.483791259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"29e8a5eb-c1c6-4548-95d5-a9c4dc28b437","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.483812425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"29e8a5eb-c1c6-4548-95d5-a9c4dc28b437","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.493544634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"cad5cf38-4356-4037-b1fb-056cb5f8d5b9","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.511175489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"fbfb6067-514d-4e90-8df9-9618bf8895d7","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.527736322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7540d91f-4345-4a86-8e41-aec304bdcd06","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.527756201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"7540d91f-4345-4a86-8e41-aec304bdcd06","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.537443461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"208b6f59-1c88-47dc-a572-2dbae4d83571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.537607466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"04fc775d-fc7f-4fa9-a703-d36f4a48edf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.546431632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"208b6f59-1c88-47dc-a572-2dbae4d83571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.547143573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"04fc775d-fc7f-4fa9-a703-d36f4a48edf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.560553849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"ccc53753-7113-4c77-8413-9f37a58a0dbe","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.567587399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"6c0293a5-acf3-4166-a89d-ba7896f2b523","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.57735508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"6c0293a5-acf3-4166-a89d-ba7896f2b523","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.589758715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"4df8d965-dda2-4611-a127-e8f2f821f7cc","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.589845214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"4df8d965-dda2-4611-a127-e8f2f821f7cc","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.637877757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"ff98043e-a4e1-40de-9789-a44189331602","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.637976509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"ff98043e-a4e1-40de-9789-a44189331602","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.652272695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"74c58354-c4b8-41d0-876b-36b045601072","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.669993467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"224668d5-49ea-4d2d-8b0a-a3881475c39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.741939337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"74c58354-c4b8-41d0-876b-36b045601072","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.849138257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c59106a7-1a29-4585-89cb-9cd25bf5f39a","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.859176257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"224668d5-49ea-4d2d-8b0a-a3881475c39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.86163052Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"203081bb-470a-420e-bc29-2a3ead24d1c4","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.861712849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"203081bb-470a-420e-bc29-2a3ead24d1c4","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.866442991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c59106a7-1a29-4585-89cb-9cd25bf5f39a","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.888017518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e49772d5-636b-413f-96ac-0f0fa1f2b7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.888315711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c6fea687-f35e-4aec-982a-625bcbe6857c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.910785409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e49772d5-636b-413f-96ac-0f0fa1f2b7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.914301179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c6fea687-f35e-4aec-982a-625bcbe6857c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.923761159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"9578a192-a99a-4cfd-9a41-ee0e10ea0b8b","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:17.923838474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"9578a192-a99a-4cfd-9a41-ee0e10ea0b8b","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.995891848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c9b2f510-eb6a-47ad-83d1-f0d5e1cb8674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.007098561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c9b2f510-eb6a-47ad-83d1-f0d5e1cb8674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.024108902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"856af700-1ea6-464c-a38a-79d5843ac320","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.024274684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"856af700-1ea6-464c-a38a-79d5843ac320","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.078013059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a06b4117-4348-4151-964d-d3fd8edd983d","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.08943591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a06b4117-4348-4151-964d-d3fd8edd983d","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.310038363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f04ef434-415b-4682-b1d7-ec6ece2eec52","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.310127648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f04ef434-415b-4682-b1d7-ec6ece2eec52","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.459673419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d728a565-e82e-48d4-bb1e-c0dbc6f49bf1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.534894041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a067f310-47c5-4572-b446-f33656e55dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.540769885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"48123823-b56e-4a93-bba3-51acc0da163d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.553994425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a067f310-47c5-4572-b446-f33656e55dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.554595577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"262d12f1-6a33-435c-ab33-4ed668c48cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.55649351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d728a565-e82e-48d4-bb1e-c0dbc6f49bf1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.561767212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"48123823-b56e-4a93-bba3-51acc0da163d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.578689124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"80bdc93f-b621-486f-a589-4f2e67c1d277","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.624940754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"262d12f1-6a33-435c-ab33-4ed668c48cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.632620601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"80bdc93f-b621-486f-a589-4f2e67c1d277","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.63842217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"553a3272-56bf-4a7d-b52c-41a2abffc5c5","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.63851192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"553a3272-56bf-4a7d-b52c-41a2abffc5c5","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.730473412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"3f9a4789-dd4c-419e-8a1a-0f06802477fb","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.739027963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f1ef30b2-df03-4141-9121-bb3a5c28829c","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:18.739140147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f1ef30b2-df03-4141-9121-bb3a5c28829c","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.755294625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"022439cf-f162-4b28-a0f3-524de955446b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.830695942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"022439cf-f162-4b28-a0f3-524de955446b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.102759118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"945aef50-6b84-443b-89f8-65153fab8753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.103581271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"16e7103b-94a2-4bf8-b55e-57b9484660d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.106972051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f8f3d540-27d1-480b-ada2-d19c1a12f83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.110480196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b861f30b-615c-4671-b1c3-24b9444c68c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.116693851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"945aef50-6b84-443b-89f8-65153fab8753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.119569199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f8f3d540-27d1-480b-ada2-d19c1a12f83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.122821709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"16e7103b-94a2-4bf8-b55e-57b9484660d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.178382029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b861f30b-615c-4671-b1c3-24b9444c68c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.181851369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3e01386a-3cf1-4526-a738-02b76bb46462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.190125205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3e01386a-3cf1-4526-a738-02b76bb46462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.230480373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df731127-c97a-4552-bfc7-0d8ed9eeec24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.230858349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"16a2fec2-263b-4d56-98fc-a690cf64317d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.231823143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2506fcbd-3b4f-4366-9143-00632c510754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.232789157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"14894dcf-e82a-4981-a935-f6e63919f709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.234225686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"c97c4692-b9c7-49e9-825a-bff05729b806","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.239521117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"16a2fec2-263b-4d56-98fc-a690cf64317d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.291109054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2506fcbd-3b4f-4366-9143-00632c510754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.291976482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df731127-c97a-4552-bfc7-0d8ed9eeec24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.29464415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"c97c4692-b9c7-49e9-825a-bff05729b806","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.295063001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"14894dcf-e82a-4981-a935-f6e63919f709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.424940801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"52d429e3-c52f-48a9-9c1e-d05c2a104127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.425470683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"c19d284e-4118-44ad-91bd-cf3d07bcb200","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.428913929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ac01caff-66c0-4e22-8a9d-89f409081679","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.436254573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"52d429e3-c52f-48a9-9c1e-d05c2a104127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.43742078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"c19d284e-4118-44ad-91bd-cf3d07bcb200","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.438777657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f8778739-c62d-4eaf-9717-61e1107e1d59","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.439671681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ac01caff-66c0-4e22-8a9d-89f409081679","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.441169242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e3a3dc3-62bc-4b3d-bb97-4281aa6e6cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.447158215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f8778739-c62d-4eaf-9717-61e1107e1d59","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.450138103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e3a3dc3-62bc-4b3d-bb97-4281aa6e6cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.55891843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"acc2df1f-6287-4bb0-a999-40def2ef4cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.562385195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e9400b59-8e6c-4f67-93fe-7b2b152ff0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.56252564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"163774aa-93bb-42c2-bf4b-230c960c5791","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.568875784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"acc2df1f-6287-4bb0-a999-40def2ef4cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.571960621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e9400b59-8e6c-4f67-93fe-7b2b152ff0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.572554008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"163774aa-93bb-42c2-bf4b-230c960c5791","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:20.08743079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"8f45b458-fa90-4519-ab94-e5c4cba60ad9","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:20.087511922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"8f45b458-fa90-4519-ab94-e5c4cba60ad9","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.721769913Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.725519276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"a1c7a502-ce74-4d89-9788-3ff0d2cebbc6","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.725540231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"a1c7a502-ce74-4d89-9788-3ff0d2cebbc6","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:20.733834433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"1b29c524-5c6d-4518-99b5-b95eaee17e6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-290b6c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.776640081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1016ea23-2c8d-4f4d-aca0-c6f10307497a","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.776666717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1016ea23-2c8d-4f4d-aca0-c6f10307497a","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.782187149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"5c202864-e351-402c-9a7d-f907de4a2704","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:20.78541866Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1016ea23-2c8d-4f4d-aca0-c6f10307497a","name":"e2e-att-serve-290b6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-290b6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:20.78546607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1016ea23-2c8d-4f4d-aca0-c6f10307497a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-290b6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.789160073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"a7878af6-5117-40f1-9785-42eb10185518","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.789179053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"a7878af6-5117-40f1-9785-42eb10185518","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.790314356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"5c202864-e351-402c-9a7d-f907de4a2704","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.795968798Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"a3572732-4ee3-4964-a393-719e524f46a0","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-att-serve-290b6c","model":"e2e-att-serve-290b6c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b503a8/e2e-att-serve-290b6c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.823432052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1bc3690c-86f1-42cd-be68-924905306c61","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.823454653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"1bc3690c-86f1-42cd-be68-924905306c61","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.875594909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"acc29a06-fd4e-4bb7-8977-ce49d62ac9cf","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.883978309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"acc29a06-fd4e-4bb7-8977-ce49d62ac9cf","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.894156403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"1504e7e3-a42b-4822-818b-fdeec5fcf8d2","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-att-serve-290b6c","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.627451429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"b6277e42-0471-4c1b-8565-5fb613f9c9ab","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:22.641323926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"14f94c89-cfdf-4ec9-9725-3c5fc8b8af1a","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:22.641417325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"14f94c89-cfdf-4ec9-9725-3c5fc8b8af1a","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.738777319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"435a2900-632d-4770-80bf-0b2702c20106","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:22.74643652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"fc4c48d3-0cb7-4fb0-8504-f82c200eeb7b","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:22.746501067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"fc4c48d3-0cb7-4fb0-8504-f82c200eeb7b","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.758958674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc572316-2426-4bec-990f-b2cc6c07fbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.762455907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc572316-2426-4bec-990f-b2cc6c07fbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.765652955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc572316-2426-4bec-990f-b2cc6c07fbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.769218974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc572316-2426-4bec-990f-b2cc6c07fbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.963446601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1595074-ca1b-449d-ac2e-0182948f949a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.966922878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1595074-ca1b-449d-ac2e-0182948f949a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.970173889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1595074-ca1b-449d-ac2e-0182948f949a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.973241848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1595074-ca1b-449d-ac2e-0182948f949a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.989373114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d0376b55-42cd-4d9d-96ca-c11ff8bf6551","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.989393739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d0376b55-42cd-4d9d-96ca-c11ff8bf6551","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.998697157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"a20a615a-b75c-4667-9626-f595d851b424","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.998723334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"a20a615a-b75c-4667-9626-f595d851b424","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.009773011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"7e1ac634-824f-4dcb-ae2d-29c4903e2e29","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.017725037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"7e1ac634-824f-4dcb-ae2d-29c4903e2e29","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.056570824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"9f0ed52c-e979-4edf-96b3-fdcb1251dafd","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.056590313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"9f0ed52c-e979-4edf-96b3-fdcb1251dafd","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.479455451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-recover-657434-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.482965031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"ad5311f8-664c-4d6e-bb3a-fccf89583cd8","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.482993368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"ad5311f8-664c-4d6e-bb3a-fccf89583cd8","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.492574862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"19f6ba84-44ed-4474-8dfd-52b8f8c4e221","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-657434-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.496140272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1a5e9d62-c69d-410a-b06c-484d56542f20","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.505097693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e2cd4c11-b62b-4c19-a57d-31151c85d604","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.505286236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"fd632d01-5179-4642-8706-0771ccea3840","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.50626816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"43bd9fe5-8275-4a3f-95e8-edc3e9c54a0a","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.506289515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"43bd9fe5-8275-4a3f-95e8-edc3e9c54a0a","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.511308749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1a5e9d62-c69d-410a-b06c-484d56542f20","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.516709663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e2cd4c11-b62b-4c19-a57d-31151c85d604","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.516743118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"fd632d01-5179-4642-8706-0771ccea3840","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.516965957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"43bd9fe5-8275-4a3f-95e8-edc3e9c54a0a","name":"e2e-rec-recover-657434","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-657434\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.517023328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"43bd9fe5-8275-4a3f-95e8-edc3e9c54a0a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-657434\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.520986239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"27f0f822-8f3e-4042-aac0-76abfc1d92e2","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.521004749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"27f0f822-8f3e-4042-aac0-76abfc1d92e2","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.528108271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d0d585d3-815b-4de1-ba40-fdee2c395902","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.528127745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d0d585d3-815b-4de1-ba40-fdee2c395902","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.535396826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"e615fa7f-ee69-46d7-ac98-093dda4f109c","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.535414707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"e615fa7f-ee69-46d7-ac98-093dda4f109c","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","externalModel":"e2e-rec-ctrl-fe5e0b","provider":"e2e-rec-ctrl-fe5e0b-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.538915381Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"f72c73d3-df07-4423-b40a-35fde1139cf7","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-recover-657434","model":"e2e-rec-recover-657434","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-recover-657434-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.570452597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"dfcae230-e12c-4c61-a799-7fa0d853f482","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.570477409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"dfcae230-e12c-4c61-a799-7fa0d853f482","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.595143912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5368eb27-26b1-4421-a2d4-736772d7b24e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.595264928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"6273e97f-e2fe-4f34-9aeb-07ae198879ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.597578711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"59f8c057-80b7-446d-a6ac-3bde500a8f78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.603539451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5368eb27-26b1-4421-a2d4-736772d7b24e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.604716825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"6273e97f-e2fe-4f34-9aeb-07ae198879ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.606098619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"59f8c057-80b7-446d-a6ac-3bde500a8f78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.636313059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"0c7113bc-58c5-4077-b4be-343c15a3f7d2","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-recover-657434","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.75303015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"371368d4-801a-4ff5-aee1-946443a4c639","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.76127995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"a8d50630-dd2b-4e57-9f83-d87c138c86d3","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.761344705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"a8d50630-dd2b-4e57-9f83-d87c138c86d3","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.767364396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c2a28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c2a28","reconcileID":"0cf48561-9859-420c-a4cc-e34803555fe3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4c2a28","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4c2a28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.808008438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"94edd0aa-b5d0-42c9-b65a-d75439be6e80","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.821988403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f02c7299-8842-48c6-bfbc-4a8685c9d873","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:23.822078758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"f02c7299-8842-48c6-bfbc-4a8685c9d873","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.955731773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87775d84-0a1f-4b01-b160-870d1b829f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.959057783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87775d84-0a1f-4b01-b160-870d1b829f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.962428093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87775d84-0a1f-4b01-b160-870d1b829f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.965469005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87775d84-0a1f-4b01-b160-870d1b829f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.760341422Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"9403929f-a29f-46ff-b674-093f6701f42e","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:24.765756487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"e3bf9686-abfd-4dd9-a3d7-1d2af40c76ee","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:24.765815053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"e3bf9686-abfd-4dd9-a3d7-1d2af40c76ee","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.773659257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"9784dd5d-84ff-489a-b57b-39239fd5c3b1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.773812346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"97cf533b-6e97-43e6-9ec6-6af450562952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.775429207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"441acdbd-8adb-4d1f-bfd4-72ee47cb8799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.775882615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bf6f2a5a-0722-4026-adb0-98d9b449ca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.782078008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"9784dd5d-84ff-489a-b57b-39239fd5c3b1","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.782127162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"97cf533b-6e97-43e6-9ec6-6af450562952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.782468689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"88af5684-3cef-4951-a37d-e83802b7312a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.784513002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"441acdbd-8adb-4d1f-bfd4-72ee47cb8799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.784677507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bf6f2a5a-0722-4026-adb0-98d9b449ca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.79032883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"88af5684-3cef-4951-a37d-e83802b7312a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.803586126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94211087-0777-486c-9042-3dae96d011db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.804004343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"418f2065-451f-42f9-b01d-392de33f0391","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.804433868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"f1450c8a-7c8f-44e0-a17f-72e274250143","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.80776487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"804cef94-d505-4662-b8e1-59d3a689eb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.811683768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94211087-0777-486c-9042-3dae96d011db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.814120258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"418f2065-451f-42f9-b01d-392de33f0391","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.814561579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"f1450c8a-7c8f-44e0-a17f-72e274250143","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.816638312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"804cef94-d505-4662-b8e1-59d3a689eb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.817187069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f22f2eb3-f295-4f30-854b-2b7518999451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.879693348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f22f2eb3-f295-4f30-854b-2b7518999451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:24.887612595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"15599df9-662a-4abf-9eb4-69ce16fc1ae5","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:24.887701355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"15599df9-662a-4abf-9eb4-69ce16fc1ae5","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.891224733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fa962b7b-7d9c-445b-b605-f1e53445442d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.892537683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"9b0293b3-4881-4408-be93-3385c584e6f7","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.89256515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"9b0293b3-4881-4408-be93-3385c584e6f7","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.982174159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fa962b7b-7d9c-445b-b605-f1e53445442d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.984393885Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"d592bebf-3550-465a-b408-da1294b5c315","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.989042657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1984d75-2081-47be-9380-33db366cdf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.148040565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"a57d2328-f393-4294-86b8-cf98a3767564","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.148161413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"a57d2328-f393-4294-86b8-cf98a3767564","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.168471971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"39e56195-e154-4ce1-a0be-df3a74982d6e","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.169605407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"119e0d6e-157b-4369-b866-bac2d299a8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.173654389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1984d75-2081-47be-9380-33db366cdf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.174150925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c83ff9a7-9ca0-4ea2-9e85-c3e4bc954fd6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.212661102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"119e0d6e-157b-4369-b866-bac2d299a8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.216518826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c83ff9a7-9ca0-4ea2-9e85-c3e4bc954fd6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.221069482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"986341e1-89e2-48f0-8d22-fa3ac4382916","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.23716311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"986341e1-89e2-48f0-8d22-fa3ac4382916","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.320064827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6950192-5067-4cbe-ab9e-23c164774ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.329388805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6950192-5067-4cbe-ab9e-23c164774ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.392631426Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"1aeeb296-97b0-4bf6-b0a7-393e3b8241e0","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.706176145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"61954f3f-77d7-4c79-8fc3-a4371bad4d79","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.706701648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3563e88e-e8c6-4d09-a594-fe244b8ccc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.706858795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"62c02b0d-41f9-4e66-bed8-d2f7df7e649b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.707591525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"159484ec-5207-4081-962f-0d23dc8b887c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.710968346Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.711367596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"cfa4c7a8-e2b3-4f00-a787-b8acd42674f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.726317181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3563e88e-e8c6-4d09-a594-fe244b8ccc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.726650615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"61954f3f-77d7-4c79-8fc3-a4371bad4d79","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.730513663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"159484ec-5207-4081-962f-0d23dc8b887c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.730888086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"cfa4c7a8-e2b3-4f00-a787-b8acd42674f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.733540044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"62c02b0d-41f9-4e66-bed8-d2f7df7e649b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.751810642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c050d122-6551-47c6-b9c1-c2cceb73b630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.755797599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58dce432-0e88-46da-b9f7-5263388ddf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.755826313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"38793929-5725-41f9-a3b5-cac723ca3c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.760134091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c050d122-6551-47c6-b9c1-c2cceb73b630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.761164148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3ccba4ed-8f29-4b84-a6ef-6db804332ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.777226134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d1440840-f845-429c-8003-8cdef5ce999f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.779958112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58dce432-0e88-46da-b9f7-5263388ddf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.780944593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"38793929-5725-41f9-a3b5-cac723ca3c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.785312795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d1440840-f845-429c-8003-8cdef5ce999f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.785502544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3ccba4ed-8f29-4b84-a6ef-6db804332ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.958058466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"853bf0f6-6ffa-4d38-b639-e4c8fc8ba6f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.963441368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"edcc5f62-1e93-47c6-8f28-c5bc7f35f207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.968353865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"19408383-383a-4d16-ad30-beb379914bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.969138139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"fff8b057-4e83-48af-a475-a4e106709671","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.97192896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"5269008e-701a-471d-b759-f8c13cd80f05","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.973726841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"853bf0f6-6ffa-4d38-b639-e4c8fc8ba6f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.97582597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"edcc5f62-1e93-47c6-8f28-c5bc7f35f207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.977633953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"19408383-383a-4d16-ad30-beb379914bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.983343354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"5269008e-701a-471d-b759-f8c13cd80f05","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.985529191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"fff8b057-4e83-48af-a475-a4e106709671","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.252386853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c2d7560a-33b2-4dde-ba5a-1fe80cfd9ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.252872407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"987b448f-3498-4cd2-8768-56b7a606d09b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.30353836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"987b448f-3498-4cd2-8768-56b7a606d09b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.304811769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c2d7560a-33b2-4dde-ba5a-1fe80cfd9ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.581492251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"ecaa8543-57d6-4d96-b588-3d4916614616","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.581523175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"ecaa8543-57d6-4d96-b588-3d4916614616","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.590580444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"326567b1-6594-47b5-8b85-802c2498106c","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.590610033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"326567b1-6594-47b5-8b85-802c2498106c","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.597331306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"bd116c33-8c86-4f81-8605-741786229699","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.606933142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"bd116c33-8c86-4f81-8605-741786229699","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.646561771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"285b0f17-a06c-48c8-8842-3f7bbb3e8d94","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.646585137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"285b0f17-a06c-48c8-8842-3f7bbb3e8d94","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.056977817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-0e4ce7 priority=0:[ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-detach-94650e-sub ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-unrel-1b5eb1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-recover-657434-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.062583728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"14569d54-1d19-4129-a459-14300c0d2aa6","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.062609944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"14569d54-1d19-4129-a459-14300c0d2aa6","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:27.071344093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-detach-94650e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-94650e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.074183134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"499a23a2-5495-47a5-805c-7ac09ac0b6b8","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.076860565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d1e7bdc2-448c-4f1e-812f-1d938bc8cb0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.082858682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"faf8b356-689d-4deb-bf43-5cb0d459ad5d","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.082883087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"faf8b356-689d-4deb-bf43-5cb0d459ad5d","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.08296696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"499a23a2-5495-47a5-805c-7ac09ac0b6b8","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.085379453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d1e7bdc2-448c-4f1e-812f-1d938bc8cb0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.090029936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"c8ee6d34-3fdf-4766-a359-364a3a42bfcf","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.090046847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"c8ee6d34-3fdf-4766-a359-364a3a42bfcf","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.095478418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"992cb99a-f6a3-4028-af90-e0c69e8b2fa3","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-att-detach-94650e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-detach-94650e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.196926402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"25c88175-946f-4e95-9e31-796c84bfadb8","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.196949865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"25c88175-946f-4e95-9e31-796c84bfadb8","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.204602254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"fd233fe9-655e-4da8-b9eb-ae242e04ef40","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.204618547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c36af089-5e23-4f8a-93cd-c1554c5c607a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.209550733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"391a8e10-c557-4d79-89f5-52a3f0221b6f","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.212675807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"fd233fe9-655e-4da8-b9eb-ae242e04ef40","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.213119312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c36af089-5e23-4f8a-93cd-c1554c5c607a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:35.40258272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"4079443e-2598-4980-b59e-8e7fa36df56b","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.965391611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"0bb6525c-cc2f-48c9-af10-a31a69c6347b","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-att-serve-290b6c","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.042773745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"55113fb9-8f26-49a2-9a04-f369f8e0d0e5","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.042903955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"55113fb9-8f26-49a2-9a04-f369f8e0d0e5","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.225435941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"cfe3dec7-a3b4-48c1-8563-a957292e5fd6","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-recover-657434","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.255759134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"772cb15f-0e92-4254-8e39-a5126bd66a64","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.255787875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"772cb15f-0e92-4254-8e39-a5126bd66a64","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"routeName":"external-model-e2e-rec-recover-657434-7f42951fd191","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","externalModel":"e2e-rec-recover-657434","provider":"e2e-rec-recover-657434-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.187860941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"68b79482-373c-4601-bc8c-8a63c51377d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.199957343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"68b79482-373c-4601-bc8c-8a63c51377d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.415992498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c26105c1-f29f-425a-a5a8-05d182871313","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.416529722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"5245925f-1afa-4980-abc1-3d56a312fb1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.489931052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"5245925f-1afa-4980-abc1-3d56a312fb1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.497562009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c26105c1-f29f-425a-a5a8-05d182871313","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.507982369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"4858a179-156d-4c6c-90c0-d43a399ad22a","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.51812936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"4858a179-156d-4c6c-90c0-d43a399ad22a","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.177269351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"332ceb08-e6e3-4632-9a94-75bf934a6613","namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.177970304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"b0a08eb7-9ddc-40d2-8d8f-aeeea03735e4","namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.184713911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"78f66e38-58ac-4f23-9f60-a73de47edcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.192965414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"78f66e38-58ac-4f23-9f60-a73de47edcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.28076117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b0700b65-3954-4aa8-8a38-047e3ca0e128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.280892317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ad8e8c34-4404-418c-9090-e7112047c32b","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.283052829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"20f08d50-1c6e-4036-a5e8-494fa647d450","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.283172872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d5bc0a1-7785-42fc-bd3c-f34df125748f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.284058759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"bfbc0aee-3b14-4f87-9d35-39089282545a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.289117409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ad8e8c34-4404-418c-9090-e7112047c32b","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.289590775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b0700b65-3954-4aa8-8a38-047e3ca0e128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.292328974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"5b141c63-daf8-4961-8df6-7614f42da132","namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.29475353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"20f08d50-1c6e-4036-a5e8-494fa647d450","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.297554363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d5bc0a1-7785-42fc-bd3c-f34df125748f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.298308166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"bfbc0aee-3b14-4f87-9d35-39089282545a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.317833946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"91b10508-89fe-45df-acf9-e13bb691c365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.40451395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"111d1b7d-0a14-4f3b-968d-278b98eb607a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.412358596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"91b10508-89fe-45df-acf9-e13bb691c365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.428437278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"1896e008-90f1-4a92-853a-b2805a1446f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.446225693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"111d1b7d-0a14-4f3b-968d-278b98eb607a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.448772519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"5248ea53-3a20-4b99-90d3-1b38118aa691","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.455493826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"1896e008-90f1-4a92-853a-b2805a1446f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.496049805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"5248ea53-3a20-4b99-90d3-1b38118aa691","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.501154211Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"6838e934-dbc0-4857-bb51-350737c27c43","MaaSModelRef":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.52171904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"8393a824-dd54-4d21-9ee5-99c1eb829c22","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.533977891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"8393a824-dd54-4d21-9ee5-99c1eb829c22","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.576481054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4a28a0-f39e-4421-a503-4b1dfceee636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.588818585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4a28a0-f39e-4421-a503-4b1dfceee636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.665937972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ae014384-b324-4ee3-8be9-d8269bfdf0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.66594086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f8757466-92fe-4621-9a6b-d37fcd3d17d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.668377061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9ee82799-541a-450b-bcd6-994216cddf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.669841465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afa89fbf-a080-437a-a76c-b7a1e66358fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.6747263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ae014384-b324-4ee3-8be9-d8269bfdf0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.675507544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f8757466-92fe-4621-9a6b-d37fcd3d17d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.677467403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9ee82799-541a-450b-bcd6-994216cddf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.680124201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afa89fbf-a080-437a-a76c-b7a1e66358fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.76763661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d0334bab-74c3-4d88-8f60-d0f913fe66f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.77598431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d0334bab-74c3-4d88-8f60-d0f913fe66f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.863192213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"ede96e88-4314-4649-8e71-fef84bc78e53","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.865704752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"23c9d170-a073-4b80-a5e1-6a4fe5374c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.867991489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030954c0-b60f-46ce-9cd6-dbd09a1317a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.870757372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dd48e8b4-6168-4ab2-bea0-0e184e07fd0f","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.871778831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"ede96e88-4314-4649-8e71-fef84bc78e53","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.874859757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"23c9d170-a073-4b80-a5e1-6a4fe5374c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.876547261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030954c0-b60f-46ce-9cd6-dbd09a1317a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.879027443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dd48e8b4-6168-4ab2-bea0-0e184e07fd0f","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.966257223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"885f00bd-ab72-44ec-9e12-a4cfbd2227b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.969257852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"9584d64f-de5a-40d3-802b-e25864da107f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.971168282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5f0be92f-2d1e-4a45-aa81-9d38ec92ffe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.971265178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4c4e9e9f-c2be-49c4-b14c-c17b3b85f63a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.974491286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"885f00bd-ab72-44ec-9e12-a4cfbd2227b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.976903268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"1fc1a6b5-c604-4a1a-a478-66a93252c38d","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.977405135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"9584d64f-de5a-40d3-802b-e25864da107f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.979563713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"4c4e9e9f-c2be-49c4-b14c-c17b3b85f63a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.979903202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5f0be92f-2d1e-4a45-aa81-9d38ec92ffe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.987757139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"1fc1a6b5-c604-4a1a-a478-66a93252c38d","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.142027497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"2e325b8b-da63-4360-bf62-d6f883fb3f53","namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.201707803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84702304-7db3-489c-9137-71c1e7425490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.202324598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"23b4d369-7fb4-4a7e-9004-60c3665ec3c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.202657985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"f8c9acbc-ad93-4fb5-804f-795d4bf04192","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.201707784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"919b3c76-ceef-4c5a-a465-9e81c1b9be76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.203090464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-743525","namespace":"e2e-extmod-att-noaccess-dd8b06"},"namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","reconcileID":"f2048de3-8c26-46ef-8da8-6ab2b69721b9","namespace":"e2e-extmod-att-noaccess-dd8b06","name":"e2e-att-noaccess-743525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.203171279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e358427a-99dd-44f1-940b-857c9c59dd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.210990804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84702304-7db3-489c-9137-71c1e7425490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.212731095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"23b4d369-7fb4-4a7e-9004-60c3665ec3c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.214862446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"f8c9acbc-ad93-4fb5-804f-795d4bf04192","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.216160929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e358427a-99dd-44f1-940b-857c9c59dd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.218225102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"919b3c76-ceef-4c5a-a465-9e81c1b9be76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.408498144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"b6203db3-0cb1-4f5c-b988-34707f939483","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.41144077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"db52ecdf-84b8-4a0c-bc21-4321d8bd83b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.411855363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"aa1264b3-6f1b-451d-b850-eac47bec64bd","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.414314803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f09d15b0-70fb-460f-9d9a-b6e8d9454cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.414987467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae390e09-1bbc-4d8a-8ea0-d34e0442295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.416776613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"b6203db3-0cb1-4f5c-b988-34707f939483","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.420805904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"aa1264b3-6f1b-451d-b850-eac47bec64bd","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.421903846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"db52ecdf-84b8-4a0c-bc21-4321d8bd83b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.424324708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f09d15b0-70fb-460f-9d9a-b6e8d9454cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.425675513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ae390e09-1bbc-4d8a-8ea0-d34e0442295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.467034491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b88fa855-80ef-4cdb-9d59-a9d9768c3ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.467042592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"52bbbaf9-dcbd-4532-a41a-ba64fcfa4812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.469172907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bc8809ef-e8ee-42f6-b446-ad27e53f5104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.478650943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bc8809ef-e8ee-42f6-b446-ad27e53f5104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.478662436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"52bbbaf9-dcbd-4532-a41a-ba64fcfa4812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.480974257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b88fa855-80ef-4cdb-9d59-a9d9768c3ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.567157546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f821d094-7182-4165-acd3-2a344fbaa217","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.567802969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bf4d9cf7-86bc-4ff4-bb0f-a1af73140237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.568474364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed167a4c-743f-46e3-90d7-e1ce6cc40e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.571975293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"19bffbad-1256-453a-bf07-32c541aee26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.572536054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5d4a509d-692d-4f22-b5f6-19b729886d94","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.575882786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"bf4d9cf7-86bc-4ff4-bb0f-a1af73140237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.576698898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f821d094-7182-4165-acd3-2a344fbaa217","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.578418889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed167a4c-743f-46e3-90d7-e1ce6cc40e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.582370288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"19bffbad-1256-453a-bf07-32c541aee26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.582955515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"5d4a509d-692d-4f22-b5f6-19b729886d94","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.677526547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"ac908dbf-e37a-4c8e-bd81-c21ab2af18ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.684090258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"98d736bb-92d9-487d-b19f-955761daea32","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.688570525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"ac908dbf-e37a-4c8e-bd81-c21ab2af18ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.689129617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8346bb96-ba5e-4bd3-815a-7be009241118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.693105353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"516e0b95-e234-404b-b884-3915d34ad6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.693263293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"98d736bb-92d9-487d-b19f-955761daea32","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.69810646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8346bb96-ba5e-4bd3-815a-7be009241118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.701558191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"85b83009-fde5-4d10-9f80-0b7c7bbaa8ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.703745445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"516e0b95-e234-404b-b884-3915d34ad6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.709727024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"85b83009-fde5-4d10-9f80-0b7c7bbaa8ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.781308443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"5daaf33e-e6d5-4737-8fda-04c7263e779c","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.781330079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"5daaf33e-e6d5-4737-8fda-04c7263e779c","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.783836166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7c1a066c-a84d-4839-9cd8-f4366d317086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.783950897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"4d9567cc-864a-438d-bfe9-2a511fc54598","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.791290522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"53bc4bc3-7f85-4baa-ab16-2d35f7e5f4f8","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.793815561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7c1a066c-a84d-4839-9cd8-f4366d317086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.796493201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"4d9567cc-864a-438d-bfe9-2a511fc54598","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.800983942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"53bc4bc3-7f85-4baa-ab16-2d35f7e5f4f8","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.801397961Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"656d7258-1a8e-4ad9-b292-456cc879b259","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3cebde73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.990856607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e8f234d1-bacb-4e11-a3d5-cee9b154cc41","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.999978579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"e8f234d1-bacb-4e11-a3d5-cee9b154cc41","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.417308554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"06237e3a-91ec-43a6-9ec0-385748f6b3b6","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.911685042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"0b337d31-9034-41ec-a2b0-4e12481c1eaf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.938868405Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"0b337d31-9034-41ec-a2b0-4e12481c1eaf","name":"e2e-extmod-b-4c2a28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.087688279Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"7a14d801-9683-4333-b9bd-016355619158","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.120803708Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d457c824-1001-4038-8edc-6f3e34ea1163","MaaSModelRef":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"name":"maas-trlp-e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.122904274Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"7a14d801-9683-4333-b9bd-016355619158","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be","model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.19318136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2e2f2a76-a6b8-405e-96df-4d96b780d187","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.204644692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"42de9f8c-a3e4-421c-9281-f88b011a4e1f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.20565619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"d048dd5b-52c0-402d-a925-6776a7e9b494","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.206393265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"3ad48d2f-8d8b-4b6d-809d-17772471e5b3","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.222382432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2e2f2a76-a6b8-405e-96df-4d96b780d187","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.227568235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"d048dd5b-52c0-402d-a925-6776a7e9b494","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.278821197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"42de9f8c-a3e4-421c-9281-f88b011a4e1f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.27889877Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"42de9f8c-a3e4-421c-9281-f88b011a4e1f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.315929093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"72c10669-060f-4b0f-853c-5360bef855f8","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.388991541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"96ad6280-8071-44e5-a217-07aa32eb971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.3984017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-657434","namespace":"e2e-extmod-rec-noaccess-0d00be"},"namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","reconcileID":"d4bb02bf-8c82-4f3c-b728-11835665a940","namespace":"e2e-extmod-rec-noaccess-0d00be","name":"e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.401148438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"72c10669-060f-4b0f-853c-5360bef855f8","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.718020592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"96ad6280-8071-44e5-a217-07aa32eb971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.755617839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"6dce3bda-314b-4ffe-bd31-d1eaded83120","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.768957136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"fce99b83-c16a-47fb-806c-1ceed713ba35","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.769753692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36cfd5b3-de25-487a-9add-dc7c4946c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.788476163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"6dce3bda-314b-4ffe-bd31-d1eaded83120","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.793547608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"fce99b83-c16a-47fb-806c-1ceed713ba35","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.795033197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d4f2d803-3548-4747-b287-363713c037d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.80338852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36cfd5b3-de25-487a-9add-dc7c4946c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.827843204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d4f2d803-3548-4747-b287-363713c037d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.941833354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"de6fd41f-2961-4c3d-8dae-d3f241834bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.953676313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"de6fd41f-2961-4c3d-8dae-d3f241834bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.015689672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f6ebb427-2ebe-443e-96f6-d8acd256b886","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.019308009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6f2a6d0d-d864-4789-a5ab-ec4487b6dc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.020348656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2736a7c8-581b-48f4-b90d-dae73b73204c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.020448115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b5a76621-09f5-4263-bdde-0f555c641de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.025015068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1aa299d4-fb34-4138-a6ba-1909baef9a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.026444962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"f6ebb427-2ebe-443e-96f6-d8acd256b886","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.030747275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6f2a6d0d-d864-4789-a5ab-ec4487b6dc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.030836418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b5a76621-09f5-4263-bdde-0f555c641de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.033254533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2736a7c8-581b-48f4-b90d-dae73b73204c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.033914049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1aa299d4-fb34-4138-a6ba-1909baef9a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.112733268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"aa0cfe4b-c74e-492d-b98c-f1023df1b5fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.112933484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"96ca1360-e81d-4171-9251-ed9409a11b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.113111745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"37015bc3-fae4-4a4d-a0a2-69f1fc91d92e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.115063101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17d08428-00bb-446e-850b-db1a4aac0c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.115105139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"9a8a2c32-c698-4434-b80d-600e462914cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.121155716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"aa0cfe4b-c74e-492d-b98c-f1023df1b5fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.121569873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"37015bc3-fae4-4a4d-a0a2-69f1fc91d92e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.12372617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"96ca1360-e81d-4171-9251-ed9409a11b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.123827245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17d08428-00bb-446e-850b-db1a4aac0c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.125959243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"9a8a2c32-c698-4434-b80d-600e462914cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.214265546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79411576-34a7-425d-837f-7ae488f265e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.215112497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ffb16ad4-f9cd-4811-a4bc-1016a64aa5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.220089335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"8f836971-7474-42ea-9e95-201533a00888","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.220691554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e6942a3c-0b04-471f-ba5e-88af2bb967d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.221241251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"adeef1f2-7dcc-47ac-a7bf-f9b47f589e1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.225825354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79411576-34a7-425d-837f-7ae488f265e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.226390832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ffb16ad4-f9cd-4811-a4bc-1016a64aa5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.230082629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"8f836971-7474-42ea-9e95-201533a00888","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.231109542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e6942a3c-0b04-471f-ba5e-88af2bb967d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.233660986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"adeef1f2-7dcc-47ac-a7bf-f9b47f589e1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.233692832Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"adeef1f2-7dcc-47ac-a7bf-f9b47f589e1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.805104898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"7875d72a-2254-4c18-af64-4de0bea4f345","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","subscription":"e2e-att-serve-290b6c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.812420064Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"7875d72a-2254-4c18-af64-4de0bea4f345","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.816082959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-sub","reconcileID":"7875d72a-2254-4c18-af64-4de0bea4f345","MaaSSubscription":{"name":"e2e-att-serve-290b6c-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.849869142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-0e4ce7 priority=0:[ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-detach-94650e-sub ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-unrel-1b5eb1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-recover-657434-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.853244149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"f7a722e2-f866-4ab3-b7ec-8ab6e91b894f","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.853264375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"f7a722e2-f866-4ab3-b7ec-8ab6e91b894f","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.881780111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"73b22098-e9eb-45fe-8823-78e7210b39f0","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.881814355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"73b22098-e9eb-45fe-8823-78e7210b39f0","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.893513779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"1e878be5-15fd-4f8c-9abe-1d0a194272aa","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.901836424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"1e878be5-15fd-4f8c-9abe-1d0a194272aa","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.983103291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"4fa0877d-a56a-4ae2-9b51-80d936188b2a","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.991895829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"4fa0877d-a56a-4ae2-9b51-80d936188b2a","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.008734014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"2ff84693-1a9c-4168-ac7e-ef697e08d8dd","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.00875724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"2ff84693-1a9c-4168-ac7e-ef697e08d8dd","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.113885874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"32861c04-c699-4255-a449-df1f1d9f9fd3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.15436676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"32861c04-c699-4255-a449-df1f1d9f9fd3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.239595339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"32861c04-c699-4255-a449-df1f1d9f9fd3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.239621518Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-att-serve-290b6c-access","reconcileID":"32861c04-c699-4255-a449-df1f1d9f9fd3","MaaSAuthPolicy":{"name":"e2e-att-serve-290b6c-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.256340414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"33a81f90-6b26-42a8-ad91-5090f8abbb4c","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"tenant":"e2e-extmod-b-b503a8","gateway":"openshift-ingress/e2e-extmod-b-b503a8","model":"e2e-extmod-att-user-e46722/e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.256376162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"33a81f90-6b26-42a8-ad91-5090f8abbb4c","MaaSModelRef":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"routeName":"external-model-e2e-att-serve-290b6c-1149568d9472","namespace":"e2e-extmod-att-user-e46722","model":"e2e-att-serve-290b6c","externalModel":"e2e-att-serve-290b6c","provider":"e2e-att-serve-290b6c-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.804270415Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"ff706dc2-6d6c-4e83-8b2c-8e8b88736586","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.818877206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"2c13926d-993f-465c-99b9-8564fc63bb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.818975613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02fcfa1c-1a9e-47c8-a259-f329d5f57a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.820731448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e3eb4d43-23cb-47c1-b837-33a0ca1b48cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.820945691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"07337759-15e6-43a6-a108-2ecf9f50d747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.823079048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"011e8757-5001-4c92-bb31-6d9b4b0a2077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.829777792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02fcfa1c-1a9e-47c8-a259-f329d5f57a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.829831512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"2c13926d-993f-465c-99b9-8564fc63bb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.833569675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e3eb4d43-23cb-47c1-b837-33a0ca1b48cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.834528888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"07337759-15e6-43a6-a108-2ecf9f50d747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.837336472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"011e8757-5001-4c92-bb31-6d9b4b0a2077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.939005415Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-290b6c","namespace":"e2e-extmod-att-user-e46722"},"namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","reconcileID":"69e00356-c01c-44d0-8785-e522ba06062d","namespace":"e2e-extmod-att-user-e46722","name":"e2e-att-serve-290b6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.976860844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87c08cc6-af16-440a-805c-6129a6670b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.980014266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6808bc89-5a0d-40f6-862a-728933215ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.980037272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9331c095-3af2-423f-a3db-c1e80fa1cd66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.984889109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87c08cc6-af16-440a-805c-6129a6670b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.98545998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1f306e81-3959-4219-b04c-000efd6c07bf","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.988217478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6808bc89-5a0d-40f6-862a-728933215ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.988290824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9331c095-3af2-423f-a3db-c1e80fa1cd66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.993836264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"1f306e81-3959-4219-b04c-000efd6c07bf","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.054391046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1bc38e75-ae49-4e51-aa47-cbd101fd3932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.063704865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1bc38e75-ae49-4e51-aa47-cbd101fd3932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.386884766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"b86dd888-3a76-4455-8b7d-3c0d9c8b259f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.397137626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f16a1dd0-24e8-46f0-a3b1-19ae0e4046e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.399089665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"70ed8099-7f9c-47f2-974e-2e6bbf64841a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.40293726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"86764d8a-be2a-48e2-97b0-f9055a5c3c8d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.403107546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"b86dd888-3a76-4455-8b7d-3c0d9c8b259f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.403542833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c77c821f-79fa-4938-8f84-9dc36b5275a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.408351427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f16a1dd0-24e8-46f0-a3b1-19ae0e4046e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.410824237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"70ed8099-7f9c-47f2-974e-2e6bbf64841a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.412120927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c77c821f-79fa-4938-8f84-9dc36b5275a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.412817723Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"b86dd888-3a76-4455-8b7d-3c0d9c8b259f","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.414512662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"86764d8a-be2a-48e2-97b0-f9055a5c3c8d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.52919548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"19ddc4de-6f20-49b9-bef6-c2b8ec3edd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.534762424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"cdc049b7-78c1-4b98-94e3-fdaed9b3be2b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.534790434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"74bb68fb-8233-4c21-9496-8c77476484dd","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.539473632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"19ddc4de-6f20-49b9-bef6-c2b8ec3edd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.539678912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be9bba74-e41a-49fc-bc1b-0895c9308e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.539793174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"09ffc323-b787-45ff-b8d3-37da012a745a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.545251089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"cdc049b7-78c1-4b98-94e3-fdaed9b3be2b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.545283154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"74bb68fb-8233-4c21-9496-8c77476484dd","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.54913629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"09ffc323-b787-45ff-b8d3-37da012a745a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.549155667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be9bba74-e41a-49fc-bc1b-0895c9308e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.634798446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"712f3a14-9a43-4d8b-9fed-e0a57fbd48a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.634824306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ecc75ad3-2b66-40f6-a0b9-3d2cfc89ebc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.635868199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5ddd01ed-24fb-4cce-bdfa-acbf8bbcc025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.638949403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"68e6dba4-21bf-4bfd-9546-10d70c09441d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.644298231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ecc75ad3-2b66-40f6-a0b9-3d2cfc89ebc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.644504978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"712f3a14-9a43-4d8b-9fed-e0a57fbd48a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.646661601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5ddd01ed-24fb-4cce-bdfa-acbf8bbcc025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.647329142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"68e6dba4-21bf-4bfd-9546-10d70c09441d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.42648627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"fbb7a3f8-7029-4705-9bab-7e74b3dbca5f","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.703194048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.028329833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4268179f-81d6-41a0-b53b-a4b581339acd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.031346033Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"4ca7f246-e94b-47ba-bcb4-6a49b96c31e3","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.039593574Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"ec4c95a1-6cef-4677-acf1-6f73e6e3d56c","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.046625921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4268179f-81d6-41a0-b53b-a4b581339acd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.065078732Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4268179f-81d6-41a0-b53b-a4b581339acd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.085901239Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"aa3fe026-9ee3-40e2-bdf8-f6d197f70bd0","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"routeName":"external-model-e2e-rec-ctrl-fe5e0b-4fd20c88a01d","namespace":"e2e-extmod-rec-user-e55079","model":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.104348287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c1939c84-d814-4c43-a7f0-5803d971a86a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.104704783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"76e4ba5f-f1d0-4e5d-a806-0afba6f3a774","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.111889075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"41f740d5-57bc-4149-be98-3c804d19c9d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.117558189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"76e4ba5f-f1d0-4e5d-a806-0afba6f3a774","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.117686707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c1939c84-d814-4c43-a7f0-5803d971a86a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.120671993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"41f740d5-57bc-4149-be98-3c804d19c9d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.124630367Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"edfffa43-b273-47b0-82ac-b58d5eef31af","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.127115163Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"41f740d5-57bc-4149-be98-3c804d19c9d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.127582389Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c1939c84-d814-4c43-a7f0-5803d971a86a","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.129778722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"83f74d65-5583-4aae-a601-0f03257766f7","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.137836325Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"0aac3416-9ca0-4b2d-b4f3-61634af63612","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.19904043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35fd932-a60a-4acd-8bbd-e0e39f755052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.203888045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5edbe620-da72-4e7e-876b-0b3c5de74c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.20442871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f1a9078c-153b-4a9c-aed9-43789ec5677e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.209061804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35fd932-a60a-4acd-8bbd-e0e39f755052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.213778836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5edbe620-da72-4e7e-876b-0b3c5de74c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.213878794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f1a9078c-153b-4a9c-aed9-43789ec5677e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.457063125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a97bfe7a-66d8-4513-b4fb-2f199627606f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.538880052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2f2de8ac-b0f6-4311-bfc9-e5ba7dec20ed","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.540668975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a97bfe7a-66d8-4513-b4fb-2f199627606f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.545739089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b2979ae8-19a5-44db-a505-0c325d687839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.546687715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"54131522-b095-44f0-a328-58d17815e836","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.559408939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2f2de8ac-b0f6-4311-bfc9-e5ba7dec20ed","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.621811119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"a0498a0b-fe92-487b-892e-c217b53a76e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.632116312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b2979ae8-19a5-44db-a505-0c325d687839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.64165527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"54131522-b095-44f0-a328-58d17815e836","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.644576335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"a0498a0b-fe92-487b-892e-c217b53a76e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.66289913Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"a0498a0b-fe92-487b-892e-c217b53a76e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.672180949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a1b0d8d4-8db0-4b8f-a1d6-19f0b6098536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.682024195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a1b0d8d4-8db0-4b8f-a1d6-19f0b6098536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.7550892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"051384cd-f9d1-43e0-bf24-9f4957074715","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.7551387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ce5f9284-6098-48e8-a861-4f7e25579b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.756724379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"12bec684-0cb9-4987-9416-3e96d0a57d73","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.758221588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3217a5a7-5bdf-4d69-ba83-0980a080f876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.759171262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"a344ec9f-8151-462c-95c0-d5eb07a2b662","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.763238921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ce5f9284-6098-48e8-a861-4f7e25579b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.763364786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"051384cd-f9d1-43e0-bf24-9f4957074715","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.767776919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"12bec684-0cb9-4987-9416-3e96d0a57d73","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.767820322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3217a5a7-5bdf-4d69-ba83-0980a080f876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.773875928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"a344ec9f-8151-462c-95c0-d5eb07a2b662","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.780388268Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"a344ec9f-8151-462c-95c0-d5eb07a2b662","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.857007449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f6f062fe-a81a-4ec6-aa9d-a7dfdd95dd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.85718812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3761347c-d4de-4eb5-98a8-2a24be5b256d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.857770449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"449fc5dc-cc4d-45ba-8422-ed5195038da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.858357672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3907af17-ed5e-427c-91e9-f1c4e3e780db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.876641577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0fbae28d-8e72-4a91-ad28-d3a63755c6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.879335533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3761347c-d4de-4eb5-98a8-2a24be5b256d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.881171435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f6f062fe-a81a-4ec6-aa9d-a7dfdd95dd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.881507427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"449fc5dc-cc4d-45ba-8422-ed5195038da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.883822083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3907af17-ed5e-427c-91e9-f1c4e3e780db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.895081874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0fbae28d-8e72-4a91-ad28-d3a63755c6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.990363452Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"e0ef9611-78e7-4e4a-99ef-8612d057d390","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.995318222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"f6987e5b-27b7-4a79-b5b8-1adeb273d5d4","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.004698816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"4d4e1fb7-c2cf-4cea-8087-cab913883b4c","namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.007910439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c2d42105-6034-4247-be93-6e914b9c991a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.008414876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38fa3f9-d35d-4779-8f13-4465d7050d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.008471215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"55642db9-0d1e-42bf-bfc9-409cf30d8af2","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.009565014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"54051ff0-48aa-401a-aced-2b988af741d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.011328842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"75306047-2d17-43fa-b195-f0c6cfb212f1","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.013574873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ad00735f-6ce6-4deb-af57-516fab41ce41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.091464957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38fa3f9-d35d-4779-8f13-4465d7050d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.093378095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c2d42105-6034-4247-be93-6e914b9c991a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.094994773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"55642db9-0d1e-42bf-bfc9-409cf30d8af2","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.096020939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"54051ff0-48aa-401a-aced-2b988af741d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.09830373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"75306047-2d17-43fa-b195-f0c6cfb212f1","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.099377359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ad00735f-6ce6-4deb-af57-516fab41ce41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.102536607Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"9da1c4d8-00f3-41f1-bd72-34cec8911741","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.102845818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"303056d2-b722-45c7-a855-0f638aca171f","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.102917715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"303056d2-b722-45c7-a855-0f638aca171f","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.179512906Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"ec124300-c45d-4b98-acc3-5a077a66d990","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.179595195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"ec124300-c45d-4b98-acc3-5a077a66d990","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.184376398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"49914c53-de0c-417e-b787-c2acc8e56aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.192636587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"49914c53-de0c-417e-b787-c2acc8e56aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.197124001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"ba994ce9-cc57-4696-bd06-19800f817907","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.197181717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"ba994ce9-cc57-4696-bd06-19800f817907","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.215271778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"cad69ceb-4ef8-4586-b943-39808cae1bb3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.215520803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"0138c8a1-ffdf-4db4-ae77-47dbe4beb04a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.216023597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"eb53ec8b-2876-46ca-9a85-ec83d519343c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.223282443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"cad69ceb-4ef8-4586-b943-39808cae1bb3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.22370385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"0138c8a1-ffdf-4db4-ae77-47dbe4beb04a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.225881612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"eb53ec8b-2876-46ca-9a85-ec83d519343c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.240349534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"a96ced67-0b02-4a4e-8cba-06740334a673","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.240427997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"a96ced67-0b02-4a4e-8cba-06740334a673","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.325934674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1f92ee00-b580-4311-99dc-ea64f55ac6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.355519879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"9da6d123-647a-41e6-99eb-6cee8bdb51fd","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.355700713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"9da6d123-647a-41e6-99eb-6cee8bdb51fd","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.356077459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"72b0bcd2-5122-4c46-8051-099cc98c3cf7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.365321814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1f92ee00-b580-4311-99dc-ea64f55ac6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.369615647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"72b0bcd2-5122-4c46-8051-099cc98c3cf7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.389149001Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"72b0bcd2-5122-4c46-8051-099cc98c3cf7","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.427557404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bd8d694f-0e07-45e6-928a-9a7f1562b626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.428752198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"6b9d1ced-03bd-4c37-9b1d-d849e340c738","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.432062017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4690aed6-f86e-4fa1-abf5-1ac49c489f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.435884862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bd8d694f-0e07-45e6-928a-9a7f1562b626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.437651274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"6b9d1ced-03bd-4c37-9b1d-d849e340c738","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.440476644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4690aed6-f86e-4fa1-abf5-1ac49c489f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.443143293Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"4690aed6-f86e-4fa1-abf5-1ac49c489f36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.518347152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab261f82-ccb2-4a41-b5ee-5713048099c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.518361588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c53b2628-da3f-435a-bedf-15a19c1b37ea","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.519099472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"45b44db3-d374-4dfc-a58d-18c9a7bcb68a","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.519156979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"45b44db3-d374-4dfc-a58d-18c9a7bcb68a","error":"ExternalModel e2e-rec-ctrl-fe5e0b not found in namespace e2e-extmod-rec-user-e55079 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.519191654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"439859a9-f49e-40a6-af56-160f67db536f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.527032259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab261f82-ccb2-4a41-b5ee-5713048099c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.528292693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"439859a9-f49e-40a6-af56-160f67db536f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.530375229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c53b2628-da3f-435a-bedf-15a19c1b37ea","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.571009718Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"156f78ba-98fd-4538-876f-17c45ee1d51b","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","error":"MaaSModelRef not found: e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.624375346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"37c1167e-2ec6-460b-89c2-0e42e7e708c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.62439562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8a749ea7-5739-4818-a891-a697e5a9cebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.624843761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1fe0f7bb-751b-4132-a92c-45747bc700df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.634350471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d0f8733-3c96-477e-9938-d978d25c829c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.64569134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8a749ea7-5739-4818-a891-a697e5a9cebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.645705298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1fe0f7bb-751b-4132-a92c-45747bc700df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.649361577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"37c1167e-2ec6-460b-89c2-0e42e7e708c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.649411216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d0f8733-3c96-477e-9938-d978d25c829c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.801866683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"d38464c0-baa1-4d63-b941-ef6d76282995","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.812815562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"d38464c0-baa1-4d63-b941-ef6d76282995","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.844719086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"531e4881-0281-4b5d-bd95-260410af08ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.846965667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a10e7b6-6586-481a-9ea0-7d36a58b1aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.849468719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c4fe1f80-b2b5-48a4-aaba-cbb2571dbda4","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.8497417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"402fcabc-7cbf-4c9f-9c07-0a0136dab239","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.85434934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"531e4881-0281-4b5d-bd95-260410af08ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.856699212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a10e7b6-6586-481a-9ea0-7d36a58b1aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.859653636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c4fe1f80-b2b5-48a4-aaba-cbb2571dbda4","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.860430804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"402fcabc-7cbf-4c9f-9c07-0a0136dab239","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.860457281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"402fcabc-7cbf-4c9f-9c07-0a0136dab239","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.878231245Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"c4fe1f80-b2b5-48a4-aaba-cbb2571dbda4","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:01.899307647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fe5e0b","namespace":"e2e-extmod-rec-user-e55079"},"namespace":"e2e-extmod-rec-user-e55079","name":"e2e-rec-ctrl-fe5e0b","reconcileID":"83239e07-6727-40a5-8a84-3dfee3cce00b","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-fe5e0b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.944126552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"048a7950-7e49-4d97-bb7b-e35613690fbd","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.953131685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"048a7950-7e49-4d97-bb7b-e35613690fbd","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:05.435120205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"640e28f5-98f6-42b1-a343-ccd44e1efa6a","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.383143955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"e4f01e40-7aec-46aa-86fa-12673a87653f","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.801046582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f4c399-c01e-4c6c-8f70-53bc0fd81ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.804443873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f4c399-c01e-4c6c-8f70-53bc0fd81ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.807762952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f4c399-c01e-4c6c-8f70-53bc0fd81ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.811162246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f4c399-c01e-4c6c-8f70-53bc0fd81ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.156868045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae12c26-3ba3-4601-b7ad-704bc36b05e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.160869557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae12c26-3ba3-4601-b7ad-704bc36b05e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.164404468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae12c26-3ba3-4601-b7ad-704bc36b05e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.167780436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae12c26-3ba3-4601-b7ad-704bc36b05e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.769596453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"b76ec09b-da6b-4924-85d2-53b5c5e4063a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.770273171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"f46b8532-63b4-4c6e-a534-51513918a4dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.794343137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2172d5f1-d73d-4d7f-a1da-ff3e35a8eb53","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.842930342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"b76ec09b-da6b-4924-85d2-53b5c5e4063a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.914648134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2172d5f1-d73d-4d7f-a1da-ff3e35a8eb53","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.916840226Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"b76ec09b-da6b-4924-85d2-53b5c5e4063a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.931901325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"f46b8532-63b4-4c6e-a534-51513918a4dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.983952228Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"f46b8532-63b4-4c6e-a534-51513918a4dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:11.999735669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"f608a06f-4d2b-45cb-a013-9f3cb233011d","namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.04213735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"e4852745-0a67-4108-b408-6d354ee87ca8","namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.044890583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"e2bf4be0-af73-4815-8405-affa41f5ee49","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.054583759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"2123efd2-f0db-47c1-97cb-ab62d4daf9e0","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.055665496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f15de2ba-370e-499b-a1c4-bb46df79dcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.060896807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"e2bf4be0-af73-4815-8405-affa41f5ee49","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.069912615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"2123efd2-f0db-47c1-97cb-ab62d4daf9e0","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.082261047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f15de2ba-370e-499b-a1c4-bb46df79dcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.082700857Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"2123efd2-f0db-47c1-97cb-ab62d4daf9e0","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.124468898Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"f1c24efd-5eb7-4a9b-9e1a-ceac0ebe2b21","namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.125432863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4eea5770-cbdb-411d-97a0-f2a98a9d5e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.134968313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4eea5770-cbdb-411d-97a0-f2a98a9d5e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.135790079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"29441287-3b7f-4554-b1b6-64e5cbd28f9b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.144422625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"29441287-3b7f-4554-b1b6-64e5cbd28f9b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.153862767Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"29441287-3b7f-4554-b1b6-64e5cbd28f9b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.260491948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"b9e228be-0d17-49f7-978d-2e50b18e90d0","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.260981926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"cb1f389d-57db-4388-8488-939535f25df8","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.261592816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e5b899b-f9df-49a0-9909-f84b7fd92eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.279653596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"cb1f389d-57db-4388-8488-939535f25df8","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.28610675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e5b899b-f9df-49a0-9909-f84b7fd92eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.321814313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aad86751-9ed7-49e9-945b-317374b78137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.322402324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0ae41f88-c19e-4adb-b09d-9eb7c65c354e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.324845271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b309b4d-f232-4dc9-bd4e-38657266dc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.325000706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"06c5ca1b-d5b5-43b5-a7b0-ffb757134d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.325419119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1cdb851e-8af5-4ed0-b8e1-25d21a955df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.333348902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aad86751-9ed7-49e9-945b-317374b78137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.334094539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0ae41f88-c19e-4adb-b09d-9eb7c65c354e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.338321831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1cdb851e-8af5-4ed0-b8e1-25d21a955df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.338486529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"06c5ca1b-d5b5-43b5-a7b0-ffb757134d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.37660896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b309b4d-f232-4dc9-bd4e-38657266dc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.480954216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a9591a36-707b-4f41-b0d1-690f1054b976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.481006504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df542a9-d33f-4753-aca8-857244a3289a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.482600022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d2729d84-8ed2-4aeb-b1b5-25fc8b6dedb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.484683012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"21d8aa8b-a145-4e5e-9769-56adc439d170","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.485442746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"23d6fbdc-06e4-410a-adcb-e44e22a3f6fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.489725437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df542a9-d33f-4753-aca8-857244a3289a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.49034427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a9591a36-707b-4f41-b0d1-690f1054b976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.492321287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d2729d84-8ed2-4aeb-b1b5-25fc8b6dedb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.493617914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"21d8aa8b-a145-4e5e-9769-56adc439d170","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.494719989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"23d6fbdc-06e4-410a-adcb-e44e22a3f6fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.521495145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"081b3c66-e499-4300-8758-10f9faeed070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.521971163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"92d1e997-dff9-4d6f-b7bb-66cca1541fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.522578457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7acf8767-4e5b-4c9a-963f-74e4d8f2e95a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.523809557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fb5f33ef-c32c-4bc1-b620-770a8ca1257d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.527780951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"beddd97d-7cbd-4dc7-8445-e3afd3ae3956","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.530138612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"92d1e997-dff9-4d6f-b7bb-66cca1541fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.578193812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"081b3c66-e499-4300-8758-10f9faeed070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.581052045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7acf8767-4e5b-4c9a-963f-74e4d8f2e95a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.581616833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"beddd97d-7cbd-4dc7-8445-e3afd3ae3956","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.583447671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fb5f33ef-c32c-4bc1-b620-770a8ca1257d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.588708697Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"beddd97d-7cbd-4dc7-8445-e3afd3ae3956","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.598567226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7ffaa49e-6dbc-46fa-b770-360476f17f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.598646056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"315cda79-20d4-4e96-9e7f-489eec77c298","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.60683394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7ffaa49e-6dbc-46fa-b770-360476f17f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.606920109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"315cda79-20d4-4e96-9e7f-489eec77c298","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:12.615952041Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7ffaa49e-6dbc-46fa-b770-360476f17f34","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.495562894Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"e4a13a8d-cc70-44f9-986f-2a8a763571f5","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.498883148Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"34cdeaab-c366-497a-b931-fb865657b621","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.503463467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"14e1468e-49ed-4bc8-bc37-82acce4786bd","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.516100989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"14e1468e-49ed-4bc8-bc37-82acce4786bd","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.519849781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"14e1468e-49ed-4bc8-bc37-82acce4786bd","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.527403479Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"645fd562-4cc3-4dc9-a605-9c52036d4426","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"routeName":"external-model-e2e-rot-0415d1-93e5d9e17a03","namespace":"e2e-extmod-rot-user-e4be2a","model":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.597052641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"491e342f-6b33-478e-a28f-9b32027053c5","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.599806226Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"36551c39-2368-4577-ac83-e993a201b98b","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.601007185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"0af10c5f-fded-4a02-b5b4-36c482b779b8","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.60776679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"b7e1c1ae-4b21-4cdc-afeb-82abf3c2f760","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.608223102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"445c28a6-5581-4fa1-a572-1499c0b07eb5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.610156754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4a65afa3-50f0-4ac9-b140-ac2b02d22a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.61018423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1f4abe82-776b-47c6-8046-0dbc21237bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.612649564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"0952d9a8-fd8f-46c0-a1f5-6696df323f0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.6162389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"445c28a6-5581-4fa1-a572-1499c0b07eb5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.616398467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"b7e1c1ae-4b21-4cdc-afeb-82abf3c2f760","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.61997761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"1f4abe82-776b-47c6-8046-0dbc21237bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.620064702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"4a65afa3-50f0-4ac9-b140-ac2b02d22a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.621121665Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"b7e1c1ae-4b21-4cdc-afeb-82abf3c2f760","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.623355779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"0952d9a8-fd8f-46c0-a1f5-6696df323f0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.62563854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"92d12b27-7ef0-4cbe-9aa5-b3b976372e7d","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.899221072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"dd32dda4-c71a-4f1a-b3e6-a3acbecde3ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.912438022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"98398398-f49a-4b7b-bedb-d5b2c1ac8ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.913978681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ad15a3b7-2db9-4b88-8684-2fdb2af55aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.936783585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"81d51b9c-6169-4153-a9ee-bc28759b87f9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.948476916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"dd32dda4-c71a-4f1a-b3e6-a3acbecde3ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.994869395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"275e90cd-167f-4687-b2d4-9cd005c3e00c","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:16.997963356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"98398398-f49a-4b7b-bedb-d5b2c1ac8ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.019533507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ad15a3b7-2db9-4b88-8684-2fdb2af55aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.022012188Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"dd32dda4-c71a-4f1a-b3e6-a3acbecde3ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.028380402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"81d51b9c-6169-4153-a9ee-bc28759b87f9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.043023365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"275e90cd-167f-4687-b2d4-9cd005c3e00c","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.050299701Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"275e90cd-167f-4687-b2d4-9cd005c3e00c","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.181392265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d7735510-9631-4ce7-95f5-819c755d001d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.214497326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d7735510-9631-4ce7-95f5-819c755d001d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.221848671Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d7735510-9631-4ce7-95f5-819c755d001d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.489034609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f07763-fe64-4706-b95a-988fe67dacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.489618819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"9d9798bf-9277-4c34-9f2d-7ee95d9c3617","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.489708447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"efabc961-ac4a-419f-b2a3-71d8aa087dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.503857604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"9739a8d0-134a-427c-b1ae-463da7f33f51","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.504324565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"58f876e0-8318-4698-a257-182399decc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.508597039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f07763-fe64-4706-b95a-988fe67dacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.511536347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"efabc961-ac4a-419f-b2a3-71d8aa087dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.524010683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"9739a8d0-134a-427c-b1ae-463da7f33f51","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.52471142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"880b961d-b79e-4000-b457-599f709fb9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.525951289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"58f876e0-8318-4698-a257-182399decc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.546653251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"880b961d-b79e-4000-b457-599f709fb9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.633705907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"817acb2e-7610-478b-8181-6d06bb9867b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.633734471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2b1993bd-5415-4060-945c-c7c78ea48373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.642161514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2b1993bd-5415-4060-945c-c7c78ea48373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.642223356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"817acb2e-7610-478b-8181-6d06bb9867b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.733902771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bf1b1ab-75e5-4291-97cb-b843d4ebf8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.733907516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"24b4625e-5fe5-4897-88ea-c3d4a6227a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.738922169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"f0476f6a-1196-4f53-a3d1-579876aed9e2","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.744198638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"24b4625e-5fe5-4897-88ea-c3d4a6227a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.744334562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bf1b1ab-75e5-4291-97cb-b843d4ebf8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.747094039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"f0476f6a-1196-4f53-a3d1-579876aed9e2","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.831893649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"0200703d-9b71-4339-b566-74bbe3dd64f3","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.835365006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"8e522c7d-25b0-48de-a373-3084c634812e","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.845821264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"1355d798-f52b-41a0-9768-dc00f9c8fc30","namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.893561197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"cd7e564f-200c-4d01-b52c-71637ad1671e","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.898771897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ad8492f8-5bf9-436f-b6ed-42ce41417e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.899382912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f4b149a-9781-4dad-b754-bf8e1afefc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.901975661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"249a5259-958a-4a6a-9af1-64ccac0f866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.902516147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"cd7e564f-200c-4d01-b52c-71637ad1671e","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.903529987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"082ddac0-1fbd-4885-bf52-bb17a4451265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.904520177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678f8f58-102e-431f-a8fa-a5597e2ada90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.908025915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"1f4b149a-9781-4dad-b754-bf8e1afefc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.977696823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ad8492f8-5bf9-436f-b6ed-42ce41417e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.979013132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"249a5259-958a-4a6a-9af1-64ccac0f866b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.980466595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"082ddac0-1fbd-4885-bf52-bb17a4451265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.980713934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"d2e5eee9-dbfa-430f-b73d-2830bd98a5fc","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.980783777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"d2e5eee9-dbfa-430f-b73d-2830bd98a5fc","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.981193217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678f8f58-102e-431f-a8fa-a5597e2ada90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.983386556Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"305c04fd-f26f-4a28-9cab-37a47753a4f7","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.996306002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"ce35d1a7-c10f-47e2-a286-e8ff0e170f47","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:17.996356735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"ce35d1a7-c10f-47e2-a286-e8ff0e170f47","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.007666447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"809f7550-8fab-4a59-a928-48e3082cc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.008723086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"67bb8e3e-1b0b-478b-9b2e-bb77bde5b5ad","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.00878089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"67bb8e3e-1b0b-478b-9b2e-bb77bde5b5ad","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.010247872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"0af9ad3e-d390-4953-a183-27a9fa67aa42","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.016784417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"809f7550-8fab-4a59-a928-48e3082cc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.02232619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"0af9ad3e-d390-4953-a183-27a9fa67aa42","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.074330736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"36491fb8-e51f-43e2-be55-aa28337f1eec","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.074447229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"36491fb8-e51f-43e2-be55-aa28337f1eec","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.177821914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"073ff5f8-9a47-4153-8b24-49f39e702288","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:18.177920693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0415d1","namespace":"e2e-extmod-rot-user-e4be2a"},"namespace":"e2e-extmod-rot-user-e4be2a","name":"e2e-rot-0415d1","reconcileID":"073ff5f8-9a47-4153-8b24-49f39e702288","error":"ExternalModel e2e-rot-0415d1 not found in namespace e2e-extmod-rot-user-e4be2a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.21944324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bbe0381-517b-4af4-8789-e0903feb1fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.28495613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c52736f9-2d3a-4f7a-8166-34111936c1e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.291810394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d9041a8-a2b8-474d-b517-808e1d252ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.292266238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e72f9f62-8e24-4adf-8bef-5170a949228c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.292459832Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"b111cc17-aa90-4c2d-bff4-5a3da63aafb8","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","error":"MaaSModelRef not found: e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.296149533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7fee252f-df97-4865-a2f6-11ade687d912","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.337505519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bbe0381-517b-4af4-8789-e0903feb1fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.346310117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"c52736f9-2d3a-4f7a-8166-34111936c1e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.349894777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7fee252f-df97-4865-a2f6-11ade687d912","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.352990602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e72f9f62-8e24-4adf-8bef-5170a949228c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.353539249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d9041a8-a2b8-474d-b517-808e1d252ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.405960482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b9af84ed-5e1f-4d2f-804c-703e1d7ab017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.408425667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"0971b227-af1c-492e-bf33-1f104def31b3","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.40870792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ccbe6b5-58e7-4a24-b353-f1c6db0f7963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.414101886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b9af84ed-5e1f-4d2f-804c-703e1d7ab017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.417099693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"0971b227-af1c-492e-bf33-1f104def31b3","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.417192267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0ccbe6b5-58e7-4a24-b353-f1c6db0f7963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.426677992Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"0971b227-af1c-492e-bf33-1f104def31b3","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.511518775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4b499e9a-2dae-4f16-bb41-35000b1a37ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.519030711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e33b936d-403e-472f-9fd8-737e684f58a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.52405217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4b499e9a-2dae-4f16-bb41-35000b1a37ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.527224673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e33b936d-403e-472f-9fd8-737e684f58a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.534224319Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"e33b936d-403e-472f-9fd8-737e684f58a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.618154356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5972f2bb-1f48-4b45-a0cf-10a38bb49aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.626795778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"9983c0f9-a8cf-4b52-b320-a04f89f508df","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.62687687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"d36db55d-22b3-4d74-a4d1-d83fb542d1b7","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.631724869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5972f2bb-1f48-4b45-a0cf-10a38bb49aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.63585845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"9983c0f9-a8cf-4b52-b320-a04f89f508df","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.635899229Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"9983c0f9-a8cf-4b52-b320-a04f89f508df","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.637011752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"d36db55d-22b3-4d74-a4d1-d83fb542d1b7","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.709097648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"13255cc1-9142-40e5-aa48-a4d4b6e4eead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.709094902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"60527dcb-c3da-422a-9121-07adf3235dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.722456835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"13255cc1-9142-40e5-aa48-a4d4b6e4eead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.725480425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"60527dcb-c3da-422a-9121-07adf3235dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.744737576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"743f69d6-0e2e-40b3-9ce3-7c27f10b79f4","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","subscription":"e2e-rec-recover-657434-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.744905284Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-sub","reconcileID":"743f69d6-0e2e-40b3-9ce3-7c27f10b79f4","MaaSSubscription":{"name":"e2e-rec-recover-657434-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.789860869Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0e1546 priority=0:[ai-tenant-e2e-extmod-b-0e1546/e2e-att-serve-5f80c6-sub ai-tenant-e2e-extmod-b-0e1546/e2e-rot-0415d1-sub]","namespace=ai-tenant-e2e-extmod-b-0e4ce7 priority=0:[ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-detach-94650e-sub ai-tenant-e2e-extmod-b-0e4ce7/e2e-att-unrel-1b5eb1-sub]","namespace=ai-tenant-e2e-extmod-b-46a6d7 priority=0:[ai-tenant-e2e-extmod-b-46a6d7/e2e-att-serve-5e6789-sub ai-tenant-e2e-extmod-b-46a6d7/e2e-rec-ctrl-fe5e0b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.876928343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"83ba8cd8-59a0-4600-b786-5af861161fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.877781054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"f32950d2-1c90-430a-ba29-bb4f6abdbbe6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.882188189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1dc793f4-cfc3-4228-9f5b-fcf3513f5bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.895410458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"c3333339-149e-4a97-8a21-939b27f14cd9","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.895442391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"c3333339-149e-4a97-8a21-939b27f14cd9","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.900056817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1dc793f4-cfc3-4228-9f5b-fcf3513f5bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.90042484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"83ba8cd8-59a0-4600-b786-5af861161fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.903581861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"f32950d2-1c90-430a-ba29-bb4f6abdbbe6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.921536076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"550a5e1b-2149-4859-b8eb-f4dd93278cd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.92153594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"9ca03ee8-c804-4f63-9b0f-371a20cfcd8b","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.964710861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"9ca03ee8-c804-4f63-9b0f-371a20cfcd8b","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.965432251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"550a5e1b-2149-4859-b8eb-f4dd93278cd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:18.976340318Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"550a5e1b-2149-4859-b8eb-f4dd93278cd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.094641199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-recover-657434-access","reconcileID":"4f4d3eb6-1475-447e-b43a-1dd9ffd3f8bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-657434-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-noaccess-0d00be/e2e-rec-recover-657434","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.414791884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"5e1a8a2f-d8d2-4464-8f55-bee5374025f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.441718601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"cfc81fed-43ae-4a64-b819-dcc89d7cc215","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.451298289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"5e1a8a2f-d8d2-4464-8f55-bee5374025f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.461739702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"cfc81fed-43ae-4a64-b819-dcc89d7cc215","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.463322551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"5e1a8a2f-d8d2-4464-8f55-bee5374025f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.517590459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"8705c1da-9e5b-4124-adca-46841bca0145","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.556841738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"cdf6fb94-2d40-4c23-bb9b-567423e3c4b9","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.556891973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"cdf6fb94-2d40-4c23-bb9b-567423e3c4b9","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.586216838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"37157e8c-9ee1-4fdc-9271-80d8233ed46d","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.589718203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"dd79891b-f917-4b93-ba96-2a153b9f5829","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.662455342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"220bb842-7d86-4941-b574-7b08af59d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.717984998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d76a3e10-92e2-4511-9976-6ed9e1675d71","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.719574022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"cf5cb3cd-d6f6-426e-bd81-7ef78628f4a0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.7217877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c2ef509e-57f5-462b-9485-567df2c6c13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.726323077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"220bb842-7d86-4941-b574-7b08af59d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.732063858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"d76a3e10-92e2-4511-9976-6ed9e1675d71","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.736495787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"cf5cb3cd-d6f6-426e-bd81-7ef78628f4a0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.737142971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"47449431-cc9e-40f0-9a14-84cd7d7c348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.739116511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c2ef509e-57f5-462b-9485-567df2c6c13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.77926821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"91108cf1-1668-402f-bf46-b3727e59221a","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.780269932Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"cf5cb3cd-d6f6-426e-bd81-7ef78628f4a0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.783142367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"47449431-cc9e-40f0-9a14-84cd7d7c348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.797026916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"801d639d-8cc0-443f-bddd-b5c944b405be","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.821782141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"09e1b699-3096-446b-9957-ae7a2b70542b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.833326287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"09e1b699-3096-446b-9957-ae7a2b70542b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.837300464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"6681b2e2-4234-427f-a5cb-ca16e0c346af","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.857753315Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"09e1b699-3096-446b-9957-ae7a2b70542b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.919667553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10d154b-52ca-4a50-8fca-6012de78badb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.919783405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d5efba12-109e-48ea-8c7b-6e54252085d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.932572836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0070d3cc-f18b-4078-b3db-df65b9bfbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.933477416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"eb4c1fae-60ac-429e-9a8c-965d2e484480","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.93770581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10d154b-52ca-4a50-8fca-6012de78badb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.939014028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d5efba12-109e-48ea-8c7b-6e54252085d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.944750604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0070d3cc-f18b-4078-b3db-df65b9bfbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.945103182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"eb4c1fae-60ac-429e-9a8c-965d2e484480","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.986524262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"351c7802-723d-4925-9f24-883e62b1ed9b","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.044106698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"80d4c438-e3c6-408a-9e16-be3148950d89","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.069123256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b3f9b630-711a-4292-9e61-856c40f82ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.076694251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"63076660-f122-4e99-afeb-259e263cf379","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.084024573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b3f9b630-711a-4292-9e61-856c40f82ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.167711323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87a57e71-4be6-4724-8c38-5aac6103ba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.167731668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dd7f1c38-6513-4ace-9454-3743d07fca2d","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.168270385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e8dee6b-6da9-4704-9e28-0e31f0e08e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.168596017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"99388e03-6e7a-45f2-baa6-d8f3c71d2c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.178491094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"99388e03-6e7a-45f2-baa6-d8f3c71d2c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.17853915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"87a57e71-4be6-4724-8c38-5aac6103ba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.179341589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"00341ece-4c52-4070-b9a3-1746e9985adb","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.180933643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e8dee6b-6da9-4704-9e28-0e31f0e08e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.181578532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dd7f1c38-6513-4ace-9454-3743d07fca2d","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.184814098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"16a204bf-bbe1-4ff5-827d-a9cbb1cfefdd","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.184836958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"16a204bf-bbe1-4ff5-827d-a9cbb1cfefdd","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-8de789-008f706659d7","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.267061843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e42986c9-cbaf-40c1-94ef-d700f2395686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.26831473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"866b2b1a-d446-49ba-8e48-3d4aa54f4d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.282992253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"9dd1ee82-a5ed-4390-addd-714634166eba","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.324729074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e42986c9-cbaf-40c1-94ef-d700f2395686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.353602037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"8d2e4858-015c-4746-885e-84b679a9c301","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.414063004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"5592a502-c83e-4d24-894c-2b77babc8ebe","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.416942244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"866b2b1a-d446-49ba-8e48-3d4aa54f4d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.431599543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"8d2e4858-015c-4746-885e-84b679a9c301","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.464799766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3d314628-7791-43f0-b34f-a15a0a30bd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.470271706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"9dd1ee82-a5ed-4390-addd-714634166eba","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.483962057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3d314628-7791-43f0-b34f-a15a0a30bd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.532495473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69359436-6bca-4ae9-90e8-ac6e9dabf931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.534565471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"73474202-c14b-4555-bb3a-b841f9c1e999","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.535184916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cbf48b6a-5b4c-42ef-9278-add3b6548484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.543298457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69359436-6bca-4ae9-90e8-ac6e9dabf931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.552404049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cbf48b6a-5b4c-42ef-9278-add3b6548484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.553032313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"bd58dd61-5b80-4c1a-8451-fd20056db882","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.570431921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"73474202-c14b-4555-bb3a-b841f9c1e999","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.585409625Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"73474202-c14b-4555-bb3a-b841f9c1e999","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.637300484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"f7c00c4d-61ce-4a2c-a665-8d226d9b54a0","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.639538841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4bcd1c5f-0996-4101-adc5-cda2832dec87","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.650483076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54a09a89-9b3e-4418-aec8-d7cabae053dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.650542119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"efff4162-f4bb-48e0-9e16-9e8e3655e614","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.65209919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"caa36849-3c70-4262-b886-0578301aa732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.657895393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4bcd1c5f-0996-4101-adc5-cda2832dec87","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.661010329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"82beaac5-02f8-4f52-a073-a9a6bf4cb63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.668360156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"efff4162-f4bb-48e0-9e16-9e8e3655e614","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.668568053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54a09a89-9b3e-4418-aec8-d7cabae053dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.670683376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"caa36849-3c70-4262-b886-0578301aa732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.672285437Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4bcd1c5f-0996-4101-adc5-cda2832dec87","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.674869385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"82beaac5-02f8-4f52-a073-a9a6bf4cb63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.768551062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3cab5821-a708-4944-908a-ca11d2bd1b9b","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.780913007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"597bbd97-93dd-4394-a393-0e3323da2ab9","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.781385223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"a8ca9ff1-e6c4-44c1-ad36-ff4aea927f59","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.781573956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"394c0de6-160c-4d90-8197-9bd67420c2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.783643683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1891bb4-1210-41c6-a0b5-ef77e4ad112c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.790551029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e947adab-5141-4823-96d1-21517a666b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.791227706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5743e54a-356f-4712-913e-2d2299e38158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.797951029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"394c0de6-160c-4d90-8197-9bd67420c2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.80305003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"597bbd97-93dd-4394-a393-0e3323da2ab9","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.886600614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e947adab-5141-4823-96d1-21517a666b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.889345186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5743e54a-356f-4712-913e-2d2299e38158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.889842342Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"975a5e0f-35f4-4322-aace-93d499a032df","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.890531172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1891bb4-1210-41c6-a0b5-ef77e4ad112c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.976647562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"dc329cc8-5732-48a3-b535-e4b5e84df982","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.980592537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"6f27a1a4-b9e3-4b35-892a-f31acb88519a","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:20.980623524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"6f27a1a4-b9e3-4b35-892a-f31acb88519a","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.012530274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6d0dc10a-2b69-4d67-88a0-b3da19f454f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.012838682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"69634631-e6dd-44a8-8076-be1028181d31","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.015945237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"25d30c10-4531-4a07-9053-d02b1dd5c1c9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.021864439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"69634631-e6dd-44a8-8076-be1028181d31","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.025312563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"25d30c10-4531-4a07-9053-d02b1dd5c1c9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.076721393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"35044267-9248-4013-a53b-b27d81be9678","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.077183266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6d0dc10a-2b69-4d67-88a0-b3da19f454f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.120038042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"09bbc2d4-8339-443f-8332-dc416223123a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.120118861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4c7a8eb2-fd34-4a8d-b0d4-33fe63d00b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.139836499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"09bbc2d4-8339-443f-8332-dc416223123a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.140777622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4c7a8eb2-fd34-4a8d-b0d4-33fe63d00b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.219780503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2f6d5577-5dc9-4f86-b194-ea21d883d002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.220312498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79838968-f9d4-4491-9eba-6360727934ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.222581194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8b0d6d4d-ff71-4486-b3fd-5fc0c3ba6930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.222665328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"9b970d66-3437-4ff3-a206-516a2cfc726a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.223284882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f0794f9-5a00-4fae-8f31-b7980bbb3afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.233852605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2f6d5577-5dc9-4f86-b194-ea21d883d002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.23684432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79838968-f9d4-4491-9eba-6360727934ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.259865229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8b0d6d4d-ff71-4486-b3fd-5fc0c3ba6930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.297818472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"9b970d66-3437-4ff3-a206-516a2cfc726a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.397037462Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"9b970d66-3437-4ff3-a206-516a2cfc726a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.423032462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9f0794f9-5a00-4fae-8f31-b7980bbb3afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.721632508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c2deb9a1-9d21-48cb-95fc-ec557a4efa54","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.722430661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"efd3ecd9-b3c9-4be8-ab01-8037676da483","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.723082937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"122fd6d0-b5f6-42e9-bf19-eec5cbb71af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.755664365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"c2deb9a1-9d21-48cb-95fc-ec557a4efa54","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.759807226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"efd3ecd9-b3c9-4be8-ab01-8037676da483","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.800705564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3e39bb7c-ece2-4521-b725-86978a9399de","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.800881029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3e39bb7c-ece2-4521-b725-86978a9399de","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.763195085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"122fd6d0-b5f6-42e9-bf19-eec5cbb71af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.821942107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e24e2ef0-32eb-4449-96f8-d83c825d4907","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.826630895Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"efd3ecd9-b3c9-4be8-ab01-8037676da483","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.836747118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f80848f0-619d-4566-8060-0bf7511dd59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.85907401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f80848f0-619d-4566-8060-0bf7511dd59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.859088952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e24e2ef0-32eb-4449-96f8-d83c825d4907","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.874445476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e24e2ef0-32eb-4449-96f8-d83c825d4907","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.90797974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"50e0ace6-9c9a-4505-b47e-aab9e02b7f11","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.908014119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"50e0ace6-9c9a-4505-b47e-aab9e02b7f11","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.952022909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9baa4d5f-4d92-49f2-9d69-e2631cb15af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:21.95330743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"8989d96f-7c8b-4edb-8f3f-32c4afba32ab","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.014772619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1ac0eeb-ab47-4cf8-a0fd-df39d682f61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.015543976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4ec32adb-81bc-41bf-95dc-03b4e256e77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.046747427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4ec32adb-81bc-41bf-95dc-03b4e256e77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.125711702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b1ac0eeb-ab47-4cf8-a0fd-df39d682f61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.131984369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"8989d96f-7c8b-4edb-8f3f-32c4afba32ab","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.135486287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9baa4d5f-4d92-49f2-9d69-e2631cb15af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.149173645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a4bead71-c224-432a-b301-f9aaa8507ecd","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.161124526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a4bead71-c224-432a-b301-f9aaa8507ecd","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.173590289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"fe71b6d5-93d2-4716-9da1-4f86c93a2342","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.173770806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8c5563a0-ab73-4bc3-a31a-7eb548c483e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.182356818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"fe71b6d5-93d2-4716-9da1-4f86c93a2342","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.182471198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8c5563a0-ab73-4bc3-a31a-7eb548c483e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.284891111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"a8c4903c-17fc-40e3-97c3-d12b68c71346","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.564245176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"823b5097-e951-4c3b-b803-3efbea3df49e","namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.590451705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"562c4d81-2580-4464-a55a-51490e859146","namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.591106338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"22c96f1b-7a7c-4127-a9a8-fca4c5b05012","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.593869727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"f3bdcbf8-2caf-46d3-a832-b35fd49e87e3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.594631046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e4e56893-492c-41ba-bdb7-939621f71966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.595102736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6efa241-eff4-4004-9673-25956f6905f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.600904669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"18125d0b-7932-40ed-86ab-914f5b493e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.601706645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"22c96f1b-7a7c-4127-a9a8-fca4c5b05012","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.605974359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"f3bdcbf8-2caf-46d3-a832-b35fd49e87e3","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.607113559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e4e56893-492c-41ba-bdb7-939621f71966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.611261942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"18125d0b-7932-40ed-86ab-914f5b493e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.612514562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6efa241-eff4-4004-9673-25956f6905f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.680253902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"1426a5c3-5ae4-4171-9693-7f5cad651429","namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.681934545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"22c96f1b-7a7c-4127-a9a8-fca4c5b05012","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.684426704Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"e55e8362-14df-4e1e-ae89-d38f8aff7756","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-8de789-008f706659d7","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.697250577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ba239cce-7cc7-4cd4-b1ef-f85dbd521785","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.707220225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ba239cce-7cc7-4cd4-b1ef-f85dbd521785","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.715837271Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"ba239cce-7cc7-4cd4-b1ef-f85dbd521785","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.777008151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"809ebfd6-dfd1-4909-ac5b-dc0c4878f20e","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.780350115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"0b27b67e-8d7a-49c0-894d-395a0c35ecfb","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.799633218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"cd127ba4-71f1-442e-ad54-894a12885cb4","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.801976044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"26f80ae5-5c7b-4374-b1b9-62406974e21b","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.802109492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"690cc1f1-2173-4200-a85b-f1d7c4d0fd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.804387193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96798d78-c613-44ba-bbb9-3fc155b01b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.805466388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fa10d48b-43d6-4c27-81aa-818c6fdba715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.808138207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"cd127ba4-71f1-442e-ad54-894a12885cb4","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.810456141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"26f80ae5-5c7b-4374-b1b9-62406974e21b","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.810905363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"690cc1f1-2173-4200-a85b-f1d7c4d0fd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.81322641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96798d78-c613-44ba-bbb9-3fc155b01b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.815280323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fa10d48b-43d6-4c27-81aa-818c6fdba715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.816142989Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"cd127ba4-71f1-442e-ad54-894a12885cb4","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.076867698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"de26ef03-f158-4ab0-bae4-226cbc2b9087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.136397797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5fab1698-8d00-4b1f-b1dc-d1c9e036a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.159665824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"de26ef03-f158-4ab0-bae4-226cbc2b9087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.161226697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"142d0d9f-c199-448f-baa5-d4f5e1184b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.168165798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5fab1698-8d00-4b1f-b1dc-d1c9e036a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.175999189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78faa6b5-af17-4f7a-b556-0a91ebe4da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.179500561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"142d0d9f-c199-448f-baa5-d4f5e1184b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.183810156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2da05e7a-f4c8-4447-8620-ff6e7486d48b","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.189171687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78faa6b5-af17-4f7a-b556-0a91ebe4da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.193539824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"2da05e7a-f4c8-4447-8620-ff6e7486d48b","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.297830564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"af2caac1-62df-4196-a54c-5b8ed9ef0706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.307186083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"af2caac1-62df-4196-a54c-5b8ed9ef0706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.398367817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ac7e26d5-81fe-4652-9d5b-cca88828abf9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.398626744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6ab06c2c-3d8a-4c1d-8a8f-cfd59fada574","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.404349126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b8cc7c64-6888-429d-bae7-1748ebe157cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.404561923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"abc896bb-a3e9-4a42-9c83-6d642e894a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.404967189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"99cfc04c-7b20-4cb8-8d15-99257692f8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.409889127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"6ab06c2c-3d8a-4c1d-8a8f-cfd59fada574","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.409956833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"ac7e26d5-81fe-4652-9d5b-cca88828abf9","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.413430807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"abc896bb-a3e9-4a42-9c83-6d642e894a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.413632641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b8cc7c64-6888-429d-bae7-1748ebe157cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.415868476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"99cfc04c-7b20-4cb8-8d15-99257692f8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.42105168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b8cc7c64-6888-429d-bae7-1748ebe157cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.443615841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"822d99ca-e808-491c-b032-cf53ad044270","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.451570147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"00bb1b26-6919-4581-a9bf-5cd200165304","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.454031467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9ee7374e-e1fb-4828-9056-aeb4a417094e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.477833804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9ee7374e-e1fb-4828-9056-aeb4a417094e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.484368782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"c6a3e5d5-5a42-4886-a95e-806e3808a426","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.484393605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"c6a3e5d5-5a42-4886-a95e-806e3808a426","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.494996323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"bc47a2d8-d92c-42b3-bc55-3869f65a46d7","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.495020696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"bc47a2d8-d92c-42b3-bc55-3869f65a46d7","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.50349936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"a5336f8d-4865-44b4-8c91-2fb60da361f1","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.503562648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"a5336f8d-4865-44b4-8c91-2fb60da361f1","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.504320466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"0f64faaa-845f-4c9c-87f6-b847138e89ff","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.505908896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"56e3f309-1ead-4711-a106-2c6e1e16e5ae","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.699588272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"d242a6b9-5245-4465-adb2-79316711ba24","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.699613498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"d242a6b9-5245-4465-adb2-79316711ba24","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.699890862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f9b1ede2-00fc-4d61-b3c0-e026f0e7691e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.776631856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"2f2bb56c-55e5-4732-b635-fd106b9c21ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.779530145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf9007bf-dc33-4922-8a11-8a3a96c67ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.780405417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"063114d9-6f3d-4891-ad5a-320658d0d9be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.784111758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f9b1ede2-00fc-4d61-b3c0-e026f0e7691e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.784507112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"912d003d-9636-41d7-a90f-f48c6ac5280f","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.785829039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"6089603c-63ab-4a6f-8fec-95e25c99c935","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.785850711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"6089603c-63ab-4a6f-8fec-95e25c99c935","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.787146324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"2f2bb56c-55e5-4732-b635-fd106b9c21ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.787573945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5d2530b2-0a39-44fe-aee6-7192abeb2f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.78962763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"063114d9-6f3d-4891-ad5a-320658d0d9be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.791797905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"6cb857e6-8542-4e4f-ad2a-2c644e3122e4","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.792111274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf9007bf-dc33-4922-8a11-8a3a96c67ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.795488168Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"2f2bb56c-55e5-4732-b635-fd106b9c21ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.796920026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5d2530b2-0a39-44fe-aee6-7192abeb2f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.800393434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"063114d9-6f3d-4891-ad5a-320658d0d9be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.811568146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"999a3773-ebab-4dda-b271-a12d61e4023b","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.876441385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"f5f76876-7b91-4f45-8b3c-e37d095a83da","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.876869805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d7e52ad8-64f9-4c58-a703-90b8e78c42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.877067558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"999a3773-ebab-4dda-b271-a12d61e4023b","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.885627007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d7e52ad8-64f9-4c58-a703-90b8e78c42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.888092961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"3d3bb79f-22cf-439e-b9ae-5bb83e2b5717","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.888145513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"3d3bb79f-22cf-439e-b9ae-5bb83e2b5717","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.911323781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"af49935c-2cc4-4541-adb7-0d8c6be73a91","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.911385984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"af49935c-2cc4-4541-adb7-0d8c6be73a91","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.922976373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7b3c3663-e295-4bb2-ba78-4bace740252a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:23.933163201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7b3c3663-e295-4bb2-ba78-4bace740252a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.937598394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"7b94d6f4-5364-457a-a6bd-dc58108ff03a","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.93766724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"7b94d6f4-5364-457a-a6bd-dc58108ff03a","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.981592489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"e80d204b-0178-4f21-8373-9ea905ee9895","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:23.98166136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"e80d204b-0178-4f21-8373-9ea905ee9895","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.014754225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"13a3aa9c-8678-4b1e-b2d1-0c92c3acb26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.016941676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"287b23a9-c5ae-47a9-811b-476a74c305eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.017086157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"833e9151-6192-4a3f-9f6c-e51559f797f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.017578398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"90f6a15d-551a-42d0-9299-3ce42f9521cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.020416812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"9b20cf15-d55b-4ff5-8d70-56d770a5cb2c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.026354972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"833e9151-6192-4a3f-9f6c-e51559f797f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.02668397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"287b23a9-c5ae-47a9-811b-476a74c305eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.02974265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"13a3aa9c-8678-4b1e-b2d1-0c92c3acb26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.02988217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"90f6a15d-551a-42d0-9299-3ce42f9521cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.033600493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"9b20cf15-d55b-4ff5-8d70-56d770a5cb2c","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.077996755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"dc451c2f-7c83-4aa4-aa5d-9d092230dae2","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.078090333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"dc451c2f-7c83-4aa4-aa5d-9d092230dae2","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.158746037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f03bf152-ac52-4859-b6c7-3e68ae6cff4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.191633048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f03bf152-ac52-4859-b6c7-3e68ae6cff4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.379886938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"5ab6bd1d-4497-43f9-9d9e-9f1f94fc32fe","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.379974475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"5ab6bd1d-4497-43f9-9d9e-9f1f94fc32fe","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.384462108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"237e761e-9671-4e99-93e3-2ea83a1d45c5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.385095762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"85177bd3-4b71-40f9-8d28-b3872825a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.385671659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3c29ebcc-510e-4a74-add3-b3450bb53c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.386264358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"626150e4-3ca9-4243-99fa-814a5d16e64c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.406356023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"626150e4-3ca9-4243-99fa-814a5d16e64c","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.410532393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3c29ebcc-510e-4a74-add3-b3450bb53c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.418536779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"237e761e-9671-4e99-93e3-2ea83a1d45c5","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.422084848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"85177bd3-4b71-40f9-8d28-b3872825a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.424647054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d12e7332-fda8-4eff-8d8d-c68704a69147","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.436510593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d12e7332-fda8-4eff-8d8d-c68704a69147","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.443375217Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"d12e7332-fda8-4eff-8d8d-c68704a69147","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.658423915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e6f4cdf2-1b1e-485b-acbf-caeb04f17d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.686346696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"9feafe7f-5174-47e7-b39e-3fb5b8a97a86","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.687383617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"66c8047d-6548-407d-8de5-1d953485c9f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.688395886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6eb0a1b-cd3e-47b5-8d46-25de4225d19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.693936633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e6f4cdf2-1b1e-485b-acbf-caeb04f17d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.697526002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"9feafe7f-5174-47e7-b39e-3fb5b8a97a86","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.699796139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"66c8047d-6548-407d-8de5-1d953485c9f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.777400378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3316838d-7086-42ef-bd4b-17fa64e12c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.777655481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6eb0a1b-cd3e-47b5-8d46-25de4225d19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.778699859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"0fd7601c-bab3-4f05-9326-17972695d0e0","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:24.778772046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"0fd7601c-bab3-4f05-9326-17972695d0e0","error":"ExternalModel e2e-extmod-att-user-8dfac4/e2e-att-delete-aef9ba is attached to several gateways [openshift-ingress/e2e-extmod-a-8b7351 openshift-ingress/e2e-extmod-b-0e4ce7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.779525809Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"66c8047d-6548-407d-8de5-1d953485c9f9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.786792647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3316838d-7086-42ef-bd4b-17fa64e12c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.815673134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d93c8758-94d0-4221-bae5-62d39ca0be70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.82373518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d93c8758-94d0-4221-bae5-62d39ca0be70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:24.830430527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d93c8758-94d0-4221-bae5-62d39ca0be70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.33053826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"06bdd41c-24a0-48d5-8d62-42a5ec9952c9","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.332488418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"efbe1a5c-a5f8-4c69-8a32-dd232a08d78f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.340276775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"06bdd41c-24a0-48d5-8d62-42a5ec9952c9","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.341384924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"efbe1a5c-a5f8-4c69-8a32-dd232a08d78f","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.347590785Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"06bdd41c-24a0-48d5-8d62-42a5ec9952c9","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.561469233Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"ba87bccc-5e86-40be-9eca-ceba07d5b193","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.607810145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"29472ed6-ad41-4bf9-bc4a-c185e9a2649f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.607836299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"29472ed6-ad41-4bf9-bc4a-c185e9a2649f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.615330109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"4c6d32b5-f992-4ba6-be3d-da53173213b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.615775712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d85d217-d05c-409b-88e3-0f26290b8ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.616571931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4974586e-2043-44f0-97a5-db7e0db1f16d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.616615943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"8e2c7ffd-e7a2-415c-97f6-a3f273550737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.62056224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"caae2070-0f68-41de-b8ec-752e6533c504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.624084567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"4c6d32b5-f992-4ba6-be3d-da53173213b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.625432473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d85d217-d05c-409b-88e3-0f26290b8ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.627244602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4974586e-2043-44f0-97a5-db7e0db1f16d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.627872617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"78276299-5de5-425e-a879-54ba2052d6dc","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.627894617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"78276299-5de5-425e-a879-54ba2052d6dc","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.629549337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"8e2c7ffd-e7a2-415c-97f6-a3f273550737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.677413271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"7df2bbbf-aa2f-4455-821a-e86b3b75c11d","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.680355643Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"4974586e-2043-44f0-97a5-db7e0db1f16d","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.682828139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"4c6d32b5-f992-4ba6-be3d-da53173213b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.685774501Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"8e2c7ffd-e7a2-415c-97f6-a3f273550737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.687180434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"efa281fa-f151-42ff-a833-9f05c357b71f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.687221668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"efa281fa-f151-42ff-a833-9f05c357b71f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.68857246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"72934cfd-472e-45f8-96f7-6bb5c9045792","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.697903211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"caae2070-0f68-41de-b8ec-752e6533c504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.776741191Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.7898678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"a07d9e43-fd63-4a5d-b7f0-749691e4866f","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.792535791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ee1732f-bba5-41ef-af19-c2aa4dfaf0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.804317069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ee1732f-bba5-41ef-af19-c2aa4dfaf0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.812002837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"caa32b84-9650-4bdb-a0a1-92a7ac004ccc","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.818418103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"a07d9e43-fd63-4a5d-b7f0-749691e4866f","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.878772054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fd8bb70d-8815-4bb1-894f-8cfc86431004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.879571022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"2e068838-f48f-4bca-bb3a-d60e523c0f60","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.881681468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-aef9ba","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","reconcileID":"67d762a5-f4d1-4480-a01f-a0a98b415eec","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-delete-aef9ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.922091651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fd8bb70d-8815-4bb1-894f-8cfc86431004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:25.950916574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ca6df891-889d-44a9-b327-6ab7a31a6cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.121990313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8a756d0a-caca-46a8-9413-ec1bb651f357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.156195617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ca6df891-889d-44a9-b327-6ab7a31a6cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.205816256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8a756d0a-caca-46a8-9413-ec1bb651f357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.210376529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f69cdecd-ee4e-4029-a941-9c0d562ad5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.225123402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f69cdecd-ee4e-4029-a941-9c0d562ad5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.300510591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"955f286a-cbbf-4420-853e-2a2ae6e57ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.301156393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53007f9-50e3-46ef-a454-56f909b50e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.352045546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"81a8eb9c-fe30-4b82-909b-27a5c0b457f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.352797813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f6b32be9-4b0e-4d8f-bb72-6c79993c82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.371897087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53007f9-50e3-46ef-a454-56f909b50e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.405399519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"955f286a-cbbf-4420-853e-2a2ae6e57ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.50699935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"81a8eb9c-fe30-4b82-909b-27a5c0b457f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.508737206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"87722628-322e-4373-8280-ee438a3f8b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.515708407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f6b32be9-4b0e-4d8f-bb72-6c79993c82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.522623414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"87722628-322e-4373-8280-ee438a3f8b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.556919347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a3d8c993-895a-4e3c-b5f5-8d81f1a414ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.572468107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"a3d8c993-895a-4e3c-b5f5-8d81f1a414ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.650841867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"feeb4a0d-39fb-4737-b8d0-a5c7aa85fcae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.653443889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0fc808d4-b68c-4174-8874-166445ef0d07","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.655342727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"299962be-7132-4acd-a27f-5221fcd93da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.660424608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"220e1d67-c21b-45c3-b571-1cc96f8fe9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.660983597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"feeb4a0d-39fb-4737-b8d0-a5c7aa85fcae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.665679023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0fc808d4-b68c-4174-8874-166445ef0d07","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.666535451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"299962be-7132-4acd-a27f-5221fcd93da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.679223343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"feeb4a0d-39fb-4737-b8d0-a5c7aa85fcae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.682861109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"220e1d67-c21b-45c3-b571-1cc96f8fe9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.688120464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"674cd27a-a23c-4119-b6f2-9afa9f77700b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.697157366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"674cd27a-a23c-4119-b6f2-9afa9f77700b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.748349531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7181ae65-381a-47d6-93ff-032363b1266d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.756995715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7181ae65-381a-47d6-93ff-032363b1266d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.765823988Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"7181ae65-381a-47d6-93ff-032363b1266d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.860603095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"f533890e-6d83-4867-8202-6afda4cdb89f","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.863923671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"5216a88b-9d32-40a7-a3bc-2f5620ffe912","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.869701872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"f533890e-6d83-4867-8202-6afda4cdb89f","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.873150338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"5216a88b-9d32-40a7-a3bc-2f5620ffe912","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.881358479Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"5216a88b-9d32-40a7-a3bc-2f5620ffe912","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.937757962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2d6555d-5bae-40c0-bc4e-1918a01acacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.937782995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef329855-ba05-43b4-b985-07ce508a3ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.939877444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a4cba2e5-dbb5-4ce3-b5da-db05b3cc7549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.946918506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2d6555d-5bae-40c0-bc4e-1918a01acacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.946965288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef329855-ba05-43b4-b985-07ce508a3ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.94983457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a4cba2e5-dbb5-4ce3-b5da-db05b3cc7549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.50265797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"98f5addc-8c92-4f66-b96d-ab0df1acc717","MaaSModelRef":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.504177041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"3a61ecb2-e25f-49a1-8b6f-7688e6e57be5","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.504334156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"3a61ecb2-e25f-49a1-8b6f-7688e6e57be5","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.515259319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"eb75e6e6-f3a1-4484-bed0-7be04a4ed238","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.516110382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"971e881f-4cf2-4f98-8983-b3c7f1b5adae","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.526564209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"971e881f-4cf2-4f98-8983-b3c7f1b5adae","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.526648589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"eb75e6e6-f3a1-4484-bed0-7be04a4ed238","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.527871909Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"fd619261-5576-4c2f-920d-e3b3bac83c86","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca7e8b9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.654256635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"73c1e26d-fc88-48d3-bc0f-fd8ee4501e9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.654415607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"58fb256f-6c68-4d14-ab5c-5ca8d2c1cc06","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.66497308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"58fb256f-6c68-4d14-ab5c-5ca8d2c1cc06","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.665195746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"73c1e26d-fc88-48d3-bc0f-fd8ee4501e9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.418222273Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"6e01283a-fcba-4712-8956-0900d8dd41bc","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","subscription":"e2e-rec-ctrl-fe5e0b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.418345745Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-sub","reconcileID":"6e01283a-fcba-4712-8956-0900d8dd41bc","MaaSSubscription":{"name":"e2e-rec-ctrl-fe5e0b-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","error":"MaaSModelRef not found: e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.458562291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"5f867173-c0b2-491d-a4b6-c0320c619751","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.458602268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"5f867173-c0b2-491d-a4b6-c0320c619751","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.458566173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dfde141f-cd75-4038-a93e-72471471d6c6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.462814101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"3a015b97-c905-4d31-8b53-cf93a6ac4d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.46748602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"8c6a8ff9-1fa8-4f2d-b731-8c72ae9bd42c","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.467506671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"8c6a8ff9-1fa8-4f2d-b731-8c72ae9bd42c","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.468285973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"dfde141f-cd75-4038-a93e-72471471d6c6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.470918458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"3a015b97-c905-4d31-8b53-cf93a6ac4d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.476622936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5bc48038-c079-456e-8f4c-49d412b1e1cb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.476642905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5bc48038-c079-456e-8f4c-49d412b1e1cb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.478090388Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"3a015b97-c905-4d31-8b53-cf93a6ac4d21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.598700294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-rec-ctrl-fe5e0b-access","reconcileID":"237187bf-e65b-43c3-98a0-8714b6f62584","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fe5e0b-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-rec-user-e55079/e2e-rec-ctrl-fe5e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.814234202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"46278fc0-5863-47fa-86ff-6c0fc0d8a109","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.001844153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"21b46901-037b-4fa5-8077-9fd75eeb2063","namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.013967298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"adc49296-aa69-4e52-9f32-98b55333f7ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.014736429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10177088-4b37-4716-a888-a47685ca92c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.014843251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"449749a9-a414-493e-8790-43a55d47339f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.019008051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"86e4a6ed-7edb-42ec-8d6e-a83ea117aa7a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.021078861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a35b9c56-c1e9-4f34-95d3-bcd2179e3197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.025180812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10177088-4b37-4716-a888-a47685ca92c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.025916244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"adc49296-aa69-4e52-9f32-98b55333f7ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.031224257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"449749a9-a414-493e-8790-43a55d47339f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.032472427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"86e4a6ed-7edb-42ec-8d6e-a83ea117aa7a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.079070554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"adc49296-aa69-4e52-9f32-98b55333f7ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.079890944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a29f7b","namespace":"e2e-extmod-att-noaccess-105885"},"namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","reconcileID":"3d145f98-5312-4cee-83e5-618132c5ab6e","namespace":"e2e-extmod-att-noaccess-105885","name":"e2e-att-noaccess-a29f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.083158616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a35b9c56-c1e9-4f34-95d3-bcd2179e3197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.09479293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"2822b038-192b-43ce-a704-9d5741bf6efb","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.217527814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"2822b038-192b-43ce-a704-9d5741bf6efb","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.218376686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"bf0810b6-35b7-4c3f-a303-f9c6cfec51f4","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.243536722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"36ad7957-c1f1-4021-a124-4fb32b44e5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.256619289Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"2822b038-192b-43ce-a704-9d5741bf6efb","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.263478094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"36ad7957-c1f1-4021-a124-4fb32b44e5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.263993967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e7a222c-4f36-4926-b7ac-6652040c943d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.266516477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"bf0810b6-35b7-4c3f-a303-f9c6cfec51f4","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.27130542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"55adfd1a-ac0a-4ff8-bc39-9a722840d370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.279634979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e7a222c-4f36-4926-b7ac-6652040c943d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.280940229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"55adfd1a-ac0a-4ff8-bc39-9a722840d370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.292755004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"d31ee5e0-4495-4865-b2ef-7d8e31dddb75","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.33066177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"28f939f3-4a91-4f42-b0b6-2721c717418d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.338650793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"28f939f3-4a91-4f42-b0b6-2721c717418d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.429447515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"71e1a51c-580e-4dc1-8cc5-3059b1f050e7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.431684236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4af593ff-02e6-442c-a35c-574a63eea086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.433420884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f1565ff-dd6c-4116-ae40-3e4c0a51aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.434028443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af65a7d-abcf-43f8-a34c-f7ad551a98bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.435549774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cdac1255-6366-4784-a3c0-809434b876d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.437799523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"71e1a51c-580e-4dc1-8cc5-3059b1f050e7","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.439415508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4af593ff-02e6-442c-a35c-574a63eea086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.441576065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f1565ff-dd6c-4116-ae40-3e4c0a51aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.441767175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af65a7d-abcf-43f8-a34c-f7ad551a98bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.444106997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cdac1255-6366-4784-a3c0-809434b876d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.528832288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ea2ae59e-be1a-4759-be37-6074693cef28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.531283933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a04ed1f5-2acb-4485-ae7c-c71d822f47a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.533330406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d3be54ae-20af-4760-956a-8bddd3e2fb33","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.53348776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0e01333c-6f31-4e70-8b44-15a10be0487e","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.535199304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c6b4320e-d22a-4ab0-857c-9efffadae050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.536871559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ea2ae59e-be1a-4759-be37-6074693cef28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.539677964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a04ed1f5-2acb-4485-ae7c-c71d822f47a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.541467683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d3be54ae-20af-4760-956a-8bddd3e2fb33","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.542488861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"0e01333c-6f31-4e70-8b44-15a10be0487e","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.544084954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ea2ae59e-be1a-4759-be37-6074693cef28","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.544671245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c6b4320e-d22a-4ab0-857c-9efffadae050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.632917576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"454af3b5-d3f8-4af5-936e-1a2874abf933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.633061596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2b933462-71b2-48a7-bab8-db1e3f1f533f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.637293827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"704839c4-be82-4f29-bc32-f161aa41b1f7","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.637315454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"704839c4-be82-4f29-bc32-f161aa41b1f7","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.641467782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2b933462-71b2-48a7-bab8-db1e3f1f533f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.64168133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"454af3b5-d3f8-4af5-936e-1a2874abf933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.658269956Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"1f58be9c-7b11-449a-9b65-65fea46fe2d1","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5aced2fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.728771318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"0bf753a3-871e-4587-992d-381ac50a99b6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.737555054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"0bf753a3-871e-4587-992d-381ac50a99b6","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.759606375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"8b555bb0-c0ba-4d63-9d14-8999b5a4923c","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.759632923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"8b555bb0-c0ba-4d63-9d14-8999b5a4923c","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.788177212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"69245e9b-59be-4a90-8f11-00db32cdb3fd","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.830686748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"3993e904-4b55-479b-8772-83bf971ec41e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.839412545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"3993e904-4b55-479b-8772-83bf971ec41e","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.998474973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"f33f81bb-ab33-4d53-a6a7-69a3b875a046","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.99850001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"f33f81bb-ab33-4d53-a6a7-69a3b875a046","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.00525552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"340c6098-87d1-4b7f-9c84-378fe273ec0d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.005276866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"340c6098-87d1-4b7f-9c84-378fe273ec0d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.009697235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"06765787-9078-4f81-aa89-01987491b962","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.040570254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"06765787-9078-4f81-aa89-01987491b962","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.050189193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"06765787-9078-4f81-aa89-01987491b962","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.086925781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"bff2798c-866e-4fb5-97c7-5ab7d940a003","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.086951797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"bff2798c-866e-4fb5-97c7-5ab7d940a003","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.331653656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"65992d36-2955-438a-bdcf-a028872ccfe2","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","subscription":"e2e-rot-0415d1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.331779481Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-sub","reconcileID":"65992d36-2955-438a-bdcf-a028872ccfe2","MaaSSubscription":{"name":"e2e-rot-0415d1-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","error":"MaaSModelRef not found: e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.409527328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"b31f7702-4e0a-4687-9120-566450353b08","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.410337736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"db207d8d-098a-4191-a7e1-ff3d93ccbb5b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.433003755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"db207d8d-098a-4191-a7e1-ff3d93ccbb5b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.437112389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"b31f7702-4e0a-4687-9120-566450353b08","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.450965673Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"db207d8d-098a-4191-a7e1-ff3d93ccbb5b","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.556070208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-rot-0415d1-access","reconcileID":"04a2a7dc-ab1a-4a41-90bb-d37be01a4f06","MaaSAuthPolicy":{"name":"e2e-rot-0415d1-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-rot-user-e4be2a/e2e-rot-0415d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.704149132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"23ccff67-3a89-4a6a-8357-55a447f51cb9","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.704180524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"23ccff67-3a89-4a6a-8357-55a447f51cb9","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.712443052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"c1ba5cb0-b568-4f95-b230-3c2ef1ee19f7","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.722826031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"c1ba5cb0-b568-4f95-b230-3c2ef1ee19f7","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.72574862Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"c092aebd-dddc-47a0-8edc-0a7989c0208c","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bdaa2d49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.84448789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"b1a145b5-d4a1-4be4-8ee5-1c5771727b4c","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.877365675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"b1a145b5-d4a1-4be4-8ee5-1c5771727b4c","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.531405144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"3707651f-4e68-4956-89e7-9b52556bb31c","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","subscription":"e2e-att-detach-94650e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.538083502Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"3707651f-4e68-4956-89e7-9b52556bb31c","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.541759502Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-sub","reconcileID":"3707651f-4e68-4956-89e7-9b52556bb31c","MaaSSubscription":{"name":"e2e-att-detach-94650e-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.574454908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"0a4ce7d0-db54-4074-b2b5-491e7c0a02e4","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.574487367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"0a4ce7d0-db54-4074-b2b5-491e7c0a02e4","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.583959167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"791aaf69-c5c6-49cd-baf9-17140ae427de","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.589106384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"aa50bc2f-b279-4f68-8d3d-8e4748b35524","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.595427787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"791aaf69-c5c6-49cd-baf9-17140ae427de","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.599847758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"aa50bc2f-b279-4f68-8d3d-8e4748b35524","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.714259909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"0ef0593a-4ecd-4beb-a667-c932a81403ff","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.714290503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"0ef0593a-4ecd-4beb-a667-c932a81403ff","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.769369018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-detach-94650e-access","reconcileID":"e20131c1-f801-4858-a207-3ceefcc6da5e","MaaSAuthPolicy":{"name":"e2e-att-detach-94650e-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.786526028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"c70aec09-55ba-425d-9c0e-4d34854b0904","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.786556387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"c70aec09-55ba-425d-9c0e-4d34854b0904","MaaSModelRef":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-detach-94650e-86d280cf3aab","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-detach-94650e","externalModel":"e2e-att-detach-94650e","provider":"e2e-att-detach-94650e-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.382876359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"dd40a534-f5b6-4383-ba4e-aba0aebcdb9c","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.39495926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"677e08c8-ee84-403a-8471-37e4aee73513","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.395660405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"5b09f8ad-b54c-407f-b9a2-eaad53b472d0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.395884417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"5b8ec164-427e-4744-a30d-a658b8a42ce0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.397589866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5412273a-713c-4694-878b-1364b6be1d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.398322676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2a665c4d-644c-4b4b-8d95-039081ca9244","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.398401192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2a665c4d-644c-4b4b-8d95-039081ca9244","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.401825571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0a10424d-ef40-4960-a744-22a955694393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.404711806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"5b8ec164-427e-4744-a30d-a658b8a42ce0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.404953483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"5b09f8ad-b54c-407f-b9a2-eaad53b472d0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.406988074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5412273a-713c-4694-878b-1364b6be1d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.407024212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"677e08c8-ee84-403a-8471-37e4aee73513","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.415180802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0a10424d-ef40-4960-a744-22a955694393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.417070622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"5b09f8ad-b54c-407f-b9a2-eaad53b472d0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.41722329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"5b8ec164-427e-4744-a30d-a658b8a42ce0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.422353775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"1d689732-6d22-444e-bfc8-5275423cd2d9","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.502599102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04d1137-adcf-4eef-b23d-a656e17131c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.502828742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0481654-5b38-4da5-b3ff-f6c5ab2f21a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.504848691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bc31fd58-71a0-48c0-9eb1-39873afe1c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.583688102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-94650e","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","reconcileID":"0a43ad06-ad19-4e25-b87e-0b3fd91db307","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-detach-94650e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.585450306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04d1137-adcf-4eef-b23d-a656e17131c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.589467377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bc31fd58-71a0-48c0-9eb1-39873afe1c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.619149604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0481654-5b38-4da5-b3ff-f6c5ab2f21a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.699589146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6180be11-5e93-4ac3-b003-e06ff5d3bf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.782630719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6180be11-5e93-4ac3-b003-e06ff5d3bf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.783354446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2b06a9b0-5362-43a7-8d8c-4bfc660ce278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.797229584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6633d71f-95db-4928-9b9d-da0cba6020e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.799719434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2b06a9b0-5362-43a7-8d8c-4bfc660ce278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.81347646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6633d71f-95db-4928-9b9d-da0cba6020e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.833656379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"d51a1080-240e-42fe-93c0-35ad93b2284e","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.839576832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c1739874-b8ac-4bcd-8c09-902265609d67","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.840031444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a32af225-57f3-4203-86c8-8a1df6f4972b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.845005635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de349714-757a-42ea-97c9-0ec6febf8959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.845108768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9a14d67-d652-4ab7-932b-602753a415c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.847574709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"c1739874-b8ac-4bcd-8c09-902265609d67","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.847871786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"084dd3ba-502b-4703-ac45-7a8a58f60fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.848448642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a32af225-57f3-4203-86c8-8a1df6f4972b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.879814895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de349714-757a-42ea-97c9-0ec6febf8959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.88043764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9a14d67-d652-4ab7-932b-602753a415c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.88235975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"084dd3ba-502b-4703-ac45-7a8a58f60fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.986999444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"24e8ce7e-7985-4b48-9ac2-d1e9bd7f670c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.98744611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b35aa604-7b7c-49b8-9f11-5cbb03f3f290","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.988247525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d3f67f4f-7fd4-499b-988c-4956ae480eb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.991115334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5002eff-81c9-458d-abd5-69cb3cdc4a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:39.993845615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d83a3868-4129-4b63-ac9a-695dbed1c7b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.177736401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"24e8ce7e-7985-4b48-9ac2-d1e9bd7f670c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.20424822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"b35aa604-7b7c-49b8-9f11-5cbb03f3f290","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.212528506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d3f67f4f-7fd4-499b-988c-4956ae480eb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.217829564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5002eff-81c9-458d-abd5-69cb3cdc4a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.222760065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d83a3868-4129-4b63-ac9a-695dbed1c7b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.23580416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"f8208290-8981-41be-b35b-f12d1b5da58f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.236929397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"f8208290-8981-41be-b35b-f12d1b5da58f","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.254501892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d3f67f4f-7fd4-499b-988c-4956ae480eb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.256609066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"24e8ce7e-7985-4b48-9ac2-d1e9bd7f670c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.311811185Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"37019a28-eb30-4bb9-a330-005039bc79ed","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87ed69a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.328390598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1ef1ecb-acb6-41dc-ad87-2847c19d789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.329048351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7be2f0c8-f5f2-4967-bfc0-7c8199fafa17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.338486498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f1ef1ecb-acb6-41dc-ad87-2847c19d789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.378400846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7be2f0c8-f5f2-4967-bfc0-7c8199fafa17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.390085393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"6fd93b08-beca-4034-a502-f9d47af5a0f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.390647631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79230756-57af-428b-8953-fdbd75bdb45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.397184521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"36c25f80-b42c-4a4f-b97e-dde3a1fcb34d","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.397630923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6163cb02-0d0f-4803-be17-eca8f4a7fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.39808995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"25732ad2-a1e8-404b-a265-0a3e3dc7fe9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.398868359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"6fd93b08-beca-4034-a502-f9d47af5a0f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.400871429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79230756-57af-428b-8953-fdbd75bdb45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.406075781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"36c25f80-b42c-4a4f-b97e-dde3a1fcb34d","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.406781081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6163cb02-0d0f-4803-be17-eca8f4a7fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.409247472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"25732ad2-a1e8-404b-a265-0a3e3dc7fe9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.307264431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"be0d7fd7-424c-4bc0-b0a5-21d23e9c738a","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.661637448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"d5039998-93e0-4af0-8376-38eb1dfeeed0","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","subscription":"e2e-att-serve-5e6789-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.668769162Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"d5039998-93e0-4af0-8376-38eb1dfeeed0","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.672287756Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-sub","reconcileID":"d5039998-93e0-4af0-8376-38eb1dfeeed0","MaaSSubscription":{"name":"e2e-att-serve-5e6789-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.719961206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"b1ea40ef-811d-404e-bdb4-56b7cacc4189","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.719996085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"b1ea40ef-811d-404e-bdb4-56b7cacc4189","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.725496295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"a88759c9-8197-4ade-b80b-a260de5f9266","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.734768209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"a88759c9-8197-4ade-b80b-a260de5f9266","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.800727215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"f9eea350-01c4-4f0a-861c-36f2d7852446","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.82590883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"13babc86-2b02-4d3c-887c-474d1f73ee82","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.833969159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"13babc86-2b02-4d3c-887c-474d1f73ee82","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.859071187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ccc7dfe8-657b-439e-824d-1d16c1058af5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.863016407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"356b7eb3-1b2d-4e0a-9d6f-2fd8e3726b69","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.863046079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"356b7eb3-1b2d-4e0a-9d6f-2fd8e3726b69","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.005997954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ccc7dfe8-657b-439e-824d-1d16c1058af5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.037316158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ccc7dfe8-657b-439e-824d-1d16c1058af5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.037339896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-att-serve-5e6789-access","reconcileID":"ccc7dfe8-657b-439e-824d-1d16c1058af5","MaaSAuthPolicy":{"name":"e2e-att-serve-5e6789-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.057456415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"48fc2d8a-d745-4866-8e6b-f5c138d49038","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"tenant":"e2e-extmod-b-46a6d7","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","model":"e2e-extmod-att-user-815b9a/e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.057495429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"48fc2d8a-d745-4866-8e6b-f5c138d49038","MaaSModelRef":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"routeName":"external-model-e2e-att-serve-5e6789-7c9308fa1fbc","namespace":"e2e-extmod-att-user-815b9a","model":"e2e-att-serve-5e6789","externalModel":"e2e-att-serve-5e6789","provider":"e2e-att-serve-5e6789-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.564440815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"0581d3d2-9283-439b-9aa4-5d1adcd78969","namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.579570439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"2e4dcc43-c10d-4693-8ae7-1a30234c55c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.581769806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d41a62c7-14c3-437b-94fa-363e3b9d551c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.582630431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2c95e381-3744-477a-8ac8-3aea2d789ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.583174579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2efb4dfc-0c67-4207-9de5-aa9704360343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.583536362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9da73235-2f80-473e-a19f-58ddddcb9070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.600340834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"2e4dcc43-c10d-4693-8ae7-1a30234c55c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.605153168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d41a62c7-14c3-437b-94fa-363e3b9d551c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.610042785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9da73235-2f80-473e-a19f-58ddddcb9070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.612179068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2efb4dfc-0c67-4207-9de5-aa9704360343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.614958445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2c95e381-3744-477a-8ac8-3aea2d789ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.615824044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d41a62c7-14c3-437b-94fa-363e3b9d551c","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.621121884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2efb4dfc-0c67-4207-9de5-aa9704360343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.679718419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"623529a9-e640-47a9-9514-70e6483ca3bb","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.684686642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1ce3bf6b-9c43-4b9d-be6c-2c85c97ca52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.685276797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd3ce1c1-1c1f-48d4-b78a-decebe4fdf1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.692972276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"623529a9-e640-47a9-9514-70e6483ca3bb","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.706699044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1ce3bf6b-9c43-4b9d-be6c-2c85c97ca52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.70764699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dd3ce1c1-1c1f-48d4-b78a-decebe4fdf1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.712587268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5e6789","namespace":"e2e-extmod-att-user-815b9a"},"namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","reconcileID":"73b3a5f7-783c-42fe-8748-28c6dfdf9807","namespace":"e2e-extmod-att-user-815b9a","name":"e2e-att-serve-5e6789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.78574687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b1d5817-11e9-4cfe-9872-e0f42bfe28d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.786105217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f520e9e9-a06c-435e-b8dc-f57020da036b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.800010206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f520e9e9-a06c-435e-b8dc-f57020da036b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.805944133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b1d5817-11e9-4cfe-9872-e0f42bfe28d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.881556014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f9a4f02d-879d-4ce2-9146-07908b7dfe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.886881732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f28964ae-ae25-4bb0-b1e8-8bedfc29e457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.88748246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8fec2d71-3f4d-4910-8321-6a6a2fadf140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.887552574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6489524f-ea5c-4e1b-896b-9809cd0908f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.894849162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f9a4f02d-879d-4ce2-9146-07908b7dfe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.895295575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5c338dd3-3f8e-40fc-b46d-77fcffbf0a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.904480302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8fec2d71-3f4d-4910-8321-6a6a2fadf140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.906735997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f28964ae-ae25-4bb0-b1e8-8bedfc29e457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.909495131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5c338dd3-3f8e-40fc-b46d-77fcffbf0a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:43.910878847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6489524f-ea5c-4e1b-896b-9809cd0908f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.340696334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0ef116e8-789a-4483-b6eb-7c63d8fdec22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.393355956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"cb134fe8-2158-4897-95f5-a80746196418","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.432943449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0ef116e8-789a-4483-b6eb-7c63d8fdec22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.433733706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ca7593ff-f4a8-4f8f-baf2-d438777b775d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.434373361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e6e286-2d44-466b-a620-3b64d0329799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.439061569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"cb134fe8-2158-4897-95f5-a80746196418","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.441911649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e9610349-8848-4dcb-bac4-63ba6910b8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.44377154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0ef116e8-789a-4483-b6eb-7c63d8fdec22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.447409319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ca7593ff-f4a8-4f8f-baf2-d438777b775d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.47997107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e6e286-2d44-466b-a620-3b64d0329799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.497766373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"cb134fe8-2158-4897-95f5-a80746196418","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.585282327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e9610349-8848-4dcb-bac4-63ba6910b8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.617709855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"cedd332f-83df-439d-9ff0-f2df58dd4a6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.618959076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"a15dcdd3-be81-42b4-bb8a-85596967187a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.62855141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"cedd332f-83df-439d-9ff0-f2df58dd4a6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.680567203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"a15dcdd3-be81-42b4-bb8a-85596967187a","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.721748001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9aee6104-90b5-41a4-9167-c1d0c86a3d9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.723472695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b3cec25c-e240-4b13-a61e-d29bcb5b4c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.731112759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9aee6104-90b5-41a4-9167-c1d0c86a3d9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.732527121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b3cec25c-e240-4b13-a61e-d29bcb5b4c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.730478162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"d866911b-bee3-4f21-a45d-97c3378c47a2","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","subscription":"e2e-att-serve-5f80c6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.738304835Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"d866911b-bee3-4f21-a45d-97c3378c47a2","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.742170642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-sub","reconcileID":"d866911b-bee3-4f21-a45d-97c3378c47a2","MaaSSubscription":{"name":"e2e-att-serve-5f80c6-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.784447728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5d8d0946-eb11-4a86-b6a2-9386fe73a4fb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.784585038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"5d8d0946-eb11-4a86-b6a2-9386fe73a4fb","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.792532823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7e4a240a-04ec-4bf8-97c6-2f98a1b6f7fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.805249151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"7e4a240a-04ec-4bf8-97c6-2f98a1b6f7fd","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.889465867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"2a0bc087-d290-47ed-b14a-2dea753bd45d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.89839811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"2a0bc087-d290-47ed-b14a-2dea753bd45d","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.917611556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"4bb53225-7c71-4291-82ac-219bc1101ea4","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.917640569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"4bb53225-7c71-4291-82ac-219bc1101ea4","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.976540428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"454006e9-b85e-4a77-a1f5-7aef78718913","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.078080787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"454006e9-b85e-4a77-a1f5-7aef78718913","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.109431567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"454006e9-b85e-4a77-a1f5-7aef78718913","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.109462777Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-att-serve-5f80c6-access","reconcileID":"454006e9-b85e-4a77-a1f5-7aef78718913","MaaSAuthPolicy":{"name":"e2e-att-serve-5f80c6-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.122324321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"3ff72af5-692b-4efd-9a46-02eccfb77a1b","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-att-user-c0041a/e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.122458811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"3ff72af5-692b-4efd-9a46-02eccfb77a1b","MaaSModelRef":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"routeName":"external-model-e2e-att-serve-5f80c6-a8c37eb5f05e","namespace":"e2e-extmod-att-user-c0041a","model":"e2e-att-serve-5f80c6","externalModel":"e2e-att-serve-5f80c6","provider":"e2e-att-serve-5f80c6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.844173824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"e31a36b7-194c-4fc3-8ab9-2cc02ea7d85f","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.315482876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"451ea420-d256-4769-93f3-2f4f206c8426","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","subscription":"e2e-att-unrel-1b5eb1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.322816564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"451ea420-d256-4769-93f3-2f4f206c8426","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.326726684Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-sub","reconcileID":"451ea420-d256-4769-93f3-2f4f206c8426","MaaSSubscription":{"name":"e2e-att-unrel-1b5eb1-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.35995733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"82f281d6-9960-4f1d-9b2b-654fa3951668","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.359992526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"82f281d6-9960-4f1d-9b2b-654fa3951668","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.369155314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"92d8c7d8-a254-491b-ae59-ddc29f34a834","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.388190182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"92d8c7d8-a254-491b-ae59-ddc29f34a834","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.470724086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"e01290d5-faba-46cb-8e6d-3bccf259a827","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.478801233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"e01290d5-faba-46cb-8e6d-3bccf259a827","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.51456419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4a7f91e-0dc6-4f7c-8980-bdb37a6f97e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.518068113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"72c1e1f3-0415-40ff-b399-5bac88777ffb","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.518090736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"72c1e1f3-0415-40ff-b399-5bac88777ffb","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.613814066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4a7f91e-0dc6-4f7c-8980-bdb37a6f97e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.643719988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4a7f91e-0dc6-4f7c-8980-bdb37a6f97e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.643749738Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-att-unrel-1b5eb1-access","reconcileID":"d4a7f91e-0dc6-4f7c-8980-bdb37a6f97e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-1b5eb1-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.655408196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"f07dbaeb-25a4-4f38-9ab1-a3a21a2dd8a5","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"tenant":"e2e-extmod-b-0e4ce7","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","model":"e2e-extmod-att-user-8dfac4/e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.655437164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"f07dbaeb-25a4-4f38-9ab1-a3a21a2dd8a5","MaaSModelRef":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"routeName":"external-model-e2e-att-unrel-1b5eb1-cbd45bc1e4cb","namespace":"e2e-extmod-att-user-8dfac4","model":"e2e-att-unrel-1b5eb1","externalModel":"e2e-att-unrel-1b5eb1","provider":"e2e-att-unrel-1b5eb1-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.175264995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"1bf9bb1c-3690-4a83-a139-9d7fd3c239dc","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.185011156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c8327306-f355-480e-bd19-d118d1c364e3","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.188431941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"625a36cb-0560-4109-b25e-16be6257abba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.19237357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a130f466-c18a-473f-b207-c7d2f4796c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.192856415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"595b54e0-81bf-41c4-b2ba-969998b05d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.193288124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b153fea2-e2ed-4eb2-a671-6ceb44745d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.194444881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c8327306-f355-480e-bd19-d118d1c364e3","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.197742123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"625a36cb-0560-4109-b25e-16be6257abba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.201335036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a130f466-c18a-473f-b207-c7d2f4796c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.202605817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"595b54e0-81bf-41c4-b2ba-969998b05d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.204681815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b153fea2-e2ed-4eb2-a671-6ceb44745d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.204978706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"625a36cb-0560-4109-b25e-16be6257abba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.206005937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c8327306-f355-480e-bd19-d118d1c364e3","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.219347659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f9ef6a9c-3f06-43e5-b16a-bcb58fa10219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.228388392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f9ef6a9c-3f06-43e5-b16a-bcb58fa10219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.315556876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-1b5eb1","namespace":"e2e-extmod-att-user-8dfac4"},"namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","reconcileID":"2066c399-f4b4-4fbd-a0cc-0032f6ffe9a3","namespace":"e2e-extmod-att-user-8dfac4","name":"e2e-att-unrel-1b5eb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.318464713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"82b0c51e-550b-4a5f-9244-1ef8d22dd8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.326051476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68d7a8a-ed7b-4f4c-8442-6b0c5c954d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.326077526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4e94b936-163a-42d7-a802-b8089ed0fcd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.326803117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d48731c2-47ba-4627-8949-134608f6a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.331916732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"82b0c51e-550b-4a5f-9244-1ef8d22dd8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.334192263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68d7a8a-ed7b-4f4c-8442-6b0c5c954d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.33439218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4e94b936-163a-42d7-a802-b8089ed0fcd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.336763045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d48731c2-47ba-4627-8949-134608f6a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.425524723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"612cbeda-7193-49f5-b29e-666483f95706","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.42797574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"384c86ea-8773-4ccb-9e0f-e21d04a2d01e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.429642993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79330545-07e2-455d-984d-f0946e58c094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.431962706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"21c3414a-2ee3-4415-9b3d-81631e16c01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.436336759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"612cbeda-7193-49f5-b29e-666483f95706","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.436781975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"62ab9a90-7cef-44eb-b6ce-14366d3da8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.437634208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"384c86ea-8773-4ccb-9e0f-e21d04a2d01e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.441372195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"79330545-07e2-455d-984d-f0946e58c094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.441711288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"21c3414a-2ee3-4415-9b3d-81631e16c01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.443935321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"612cbeda-7193-49f5-b29e-666483f95706","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.450456401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"62ab9a90-7cef-44eb-b6ce-14366d3da8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.582544148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"94f8bff3-314f-48cb-af27-8047a12ac5e2","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.669365274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"94f8bff3-314f-48cb-af27-8047a12ac5e2","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.674053488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"843f16e5-3f2c-4ca3-8552-e86641b1c66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.728225213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"94f8bff3-314f-48cb-af27-8047a12ac5e2","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.728974861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc7f83ea-6171-4aa2-8d7c-5aeaba4882b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.759126978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"843f16e5-3f2c-4ca3-8552-e86641b1c66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.777106853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ee66b558-f443-434d-8662-bffd37d86e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.77785219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6884d42b-d957-437b-814f-9b99a6d8bfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.786442145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc7f83ea-6171-4aa2-8d7c-5aeaba4882b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.792128739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6884d42b-d957-437b-814f-9b99a6d8bfb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.794479003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ee66b558-f443-434d-8662-bffd37d86e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.795395989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9b1e18d3-57e8-4eb8-93ef-c9b03b1e7c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.804910242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9b1e18d3-57e8-4eb8-93ef-c9b03b1e7c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.911810808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36a85fec-6149-4995-9db8-098f42b389ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.920335469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36a85fec-6149-4995-9db8-098f42b389ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.010501882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"743dc082-4e3c-4b49-8cf6-54667f7bb88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.010511972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f5854118-8e09-48e8-90b7-cf147f04dd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.021181043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f5854118-8e09-48e8-90b7-cf147f04dd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.022467904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"743dc082-4e3c-4b49-8cf6-54667f7bb88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.317939181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"585bd6b5-901f-4c77-9361-1e0ce0d7dc6a","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.810432241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"393f8e53-e533-42a8-83f0-597419d9a349","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.697340848Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.652477723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"0b96afd8-2de3-4d69-8dc9-6bd00e08324b","namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.67085344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"265e987a-94da-4559-a7fb-4f5bb28b47e9","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.672526155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"9f91c1e6-af1b-406f-86ae-8b7168669788","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.67627046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f9a8f17-d0e2-4cc4-ba07-0638d784b07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.676729285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b868aa99-cb04-423a-a3fe-2075440fae12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.683924436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"9f91c1e6-af1b-406f-86ae-8b7168669788","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.684410776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6f8ed14b-0bb7-4eed-8755-e4235f002d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.687488681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b868aa99-cb04-423a-a3fe-2075440fae12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.690601465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f9a8f17-d0e2-4cc4-ba07-0638d784b07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.692104837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"9f91c1e6-af1b-406f-86ae-8b7168669788","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.695000285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6f8ed14b-0bb7-4eed-8755-e4235f002d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.698368907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"265e987a-94da-4559-a7fb-4f5bb28b47e9","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.711073408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"265e987a-94da-4559-a7fb-4f5bb28b47e9","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.713010402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"e9ad6938-ac3e-42c1-be45-f3f4ff0f20ff","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.71303307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"e9ad6938-ac3e-42c1-be45-f3f4ff0f20ff","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.732275439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"19382f3b-6b41-462d-8152-5cfa47fb2339","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.732386083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"19382f3b-6b41-462d-8152-5cfa47fb2339","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.777081649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e93fc412-83fa-4cf0-a0ed-5d0daa4cc947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.784594542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a990adcd-af00-43ad-9cfe-d849203347cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.785355359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e80a36ce-ee74-467f-8dd2-78d159329ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.785947935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9695f3f1-eb51-4a70-8f5f-999d677a30a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.79971609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ac38558b-f793-48ba-8158-20cd30cb1156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.802395382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"e93fc412-83fa-4cf0-a0ed-5d0daa4cc947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.812496624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9695f3f1-eb51-4a70-8f5f-999d677a30a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.814154862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a990adcd-af00-43ad-9cfe-d849203347cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.816605511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e80a36ce-ee74-467f-8dd2-78d159329ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.816925312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5f80c6","namespace":"e2e-extmod-att-user-c0041a"},"namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","reconcileID":"0511de3d-e7d3-42e1-80f9-d2b71594b3df","namespace":"e2e-extmod-att-user-c0041a","name":"e2e-att-serve-5f80c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.817738222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ac38558b-f793-48ba-8158-20cd30cb1156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.943340363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"17b04d50-a155-4524-8cd8-5183cfd45930","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.944227293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3cff1141-c61f-4f46-8903-af80c37123f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.94469516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c567d782-a7c2-4e87-a03f-8722f38d1c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.946650354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6f47d151-4d25-4103-b152-37331e1be382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.94708886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8dca1818-cc23-4ef7-8226-23ec5d707e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.952734995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"17b04d50-a155-4524-8cd8-5183cfd45930","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.953954141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3cff1141-c61f-4f46-8903-af80c37123f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.956550395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c567d782-a7c2-4e87-a03f-8722f38d1c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.957991824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6f47d151-4d25-4103-b152-37331e1be382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.960099813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"17b04d50-a155-4524-8cd8-5183cfd45930","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:57.960594512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8dca1818-cc23-4ef7-8226-23ec5d707e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.066161326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9945d94a-2250-4b42-8558-bd0471eaf047","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.096050466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9945d94a-2250-4b42-8558-bd0471eaf047","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.188665855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9945d94a-2250-4b42-8558-bd0471eaf047","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.387022971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6ec67911-699b-463f-9452-bf783c4fed80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.390120983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"36d26c6c-0149-468c-bda4-668da0192cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.392279706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"de5ff29b-d6dc-4e3a-8967-99d5070d6953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.394144467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ae099668-4383-4542-8aef-2ce064548dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.397683803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec88bef-b370-4624-b615-25d48ed680ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.41685085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"36d26c6c-0149-468c-bda4-668da0192cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.479838945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"de5ff29b-d6dc-4e3a-8967-99d5070d6953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.480349794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6ec67911-699b-463f-9452-bf783c4fed80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.485507309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ae099668-4383-4542-8aef-2ce064548dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.487904874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec88bef-b370-4624-b615-25d48ed680ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.504736408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3b875a43-d2ff-4cc2-b62f-9d383dfe3ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.507181978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8e16d4f2-38f2-41b9-b149-b20d719bc56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.50736387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ced5f99e-e5ff-4fc9-9bb4-120b8b9db9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.513283107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3b875a43-d2ff-4cc2-b62f-9d383dfe3ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.51549813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8e16d4f2-38f2-41b9-b149-b20d719bc56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.517281407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ced5f99e-e5ff-4fc9-9bb4-120b8b9db9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.878751597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"921c60b0-7480-45ae-bd4d-fba414be00af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.901298484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"921c60b0-7480-45ae-bd4d-fba414be00af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.909007654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"921c60b0-7480-45ae-bd4d-fba414be00af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.042525287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e135dc51-16f0-47d2-8f7f-6af649009b44","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.051328797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e135dc51-16f0-47d2-8f7f-6af649009b44","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.058171647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e135dc51-16f0-47d2-8f7f-6af649009b44","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.851878422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"9a866bf5-4c4f-4d94-816e-88083ef9ab23","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.326172145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"7f2c2e6b-0427-420d-bf3e-5ea6bd87e84a","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.818894826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"a47f745c-b2bc-40fa-801b-187d1b7db28e","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.745533648Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"c6484efc-013e-45bb-bd9c-2e30eb806870","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.754708622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"fa4f052f-f239-4b41-a59f-73012586ebf2","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.755550684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2c1cbcc5-e730-44bf-88d1-0f6854b2bade","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.756560882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e1dc9177-b45d-428f-a00a-3a8fa7b6038d","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.757846195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f56ffd2b-7823-4da7-9ecf-a811c5b6abae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.760010203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c62c35f3-b02f-46f5-8f40-bc96c3eb8a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.762588794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3472a446-24d1-4d08-96db-e9ddc032c461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.764914294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2c1cbcc5-e730-44bf-88d1-0f6854b2bade","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.765139329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e1dc9177-b45d-428f-a00a-3a8fa7b6038d","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.767629635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f56ffd2b-7823-4da7-9ecf-a811c5b6abae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.768109774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c62c35f3-b02f-46f5-8f40-bc96c3eb8a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.770907439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3472a446-24d1-4d08-96db-e9ddc032c461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.772355457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2c1cbcc5-e730-44bf-88d1-0f6854b2bade","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.772896691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e1dc9177-b45d-428f-a00a-3a8fa7b6038d","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.863140327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a9062d8b-2330-4038-b393-1961495c66fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.863423768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b6552ff4-e831-433a-af3b-3c4369b89273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.863665834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ad14ea-9f80-4f4e-893a-ef1b3fb0e434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.864409258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"32c6fbcf-b4b3-4973-a8fa-d0bcbad62da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.876570135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"32c6fbcf-b4b3-4973-a8fa-d0bcbad62da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.876581996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ad14ea-9f80-4f4e-893a-ef1b3fb0e434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.87870754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b6552ff4-e831-433a-af3b-3c4369b89273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.879246732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a9062d8b-2330-4038-b393-1961495c66fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.879420065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7e79006c-08bd-494d-8305-a15081d438ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.88926351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7e79006c-08bd-494d-8305-a15081d438ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.905977377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"6672bb3a-a190-4746-b1ac-bbe736ea8b5b","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.944363182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"55bfa961-dfce-4ec8-adda-90d60dd4ef99","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.944390224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"55bfa961-dfce-4ec8-adda-90d60dd4ef99","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.018942398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cb782f36-d2aa-4ccc-9de6-fc283f650ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.01987658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca591ab2-4dd5-4277-8432-03071cc69068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.17832767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cb782f36-d2aa-4ccc-9de6-fc283f650ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.308066984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca591ab2-4dd5-4277-8432-03071cc69068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.314423505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bc8b2691-49fa-4ea3-a397-3ca5142a67de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.314591806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ead00a57-8b0a-4951-ab75-55f6d4961793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.314885944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ca2249eb-f879-43aa-9bfb-a7dac0850e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.32341759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ead00a57-8b0a-4951-ab75-55f6d4961793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.327380254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ca2249eb-f879-43aa-9bfb-a7dac0850e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.329136124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bc8b2691-49fa-4ea3-a397-3ca5142a67de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.349557187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"10121924-6c2a-45a4-b4ac-e2b4fea416c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.379037856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"10121924-6c2a-45a4-b4ac-e2b4fea416c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.450764508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d0537228-a66a-4584-a432-b7a8b3424dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.463498888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d0537228-a66a-4584-a432-b7a8b3424dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.547249135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ceb64781-4afa-4e9d-a0fb-a4539a942791","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.548229046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3f67c883-2b13-4fb0-b152-fab2cf6cb674","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.548703273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f173c74-e481-47aa-90f9-f94af0dfe565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.548819382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6e1c4f6-f526-40fa-9396-d50c86ec3bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.556743121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3f67c883-2b13-4fb0-b152-fab2cf6cb674","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.557038788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ceb64781-4afa-4e9d-a0fb-a4539a942791","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.56345538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6e1c4f6-f526-40fa-9396-d50c86ec3bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.564754807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3f67c883-2b13-4fb0-b152-fab2cf6cb674","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.566024635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f173c74-e481-47aa-90f9-f94af0dfe565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.56694707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ceb64781-4afa-4e9d-a0fb-a4539a942791","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.646981107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a7a7067a-7c41-439d-9b49-b48641f78592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.647434797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"eb0ddfb3-6919-47f7-928e-63b865bcc002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.649354212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e784690a-0224-4d0d-a7ba-3ec2f1641817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.6604544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e784690a-0224-4d0d-a7ba-3ec2f1641817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.660468234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"eb0ddfb3-6919-47f7-928e-63b865bcc002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.661984658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"11e0dba9-7f87-4b4b-9676-6c6e3806262c","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.6633446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a7a7067a-7c41-439d-9b49-b48641f78592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.695700949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"781f615a-346f-4caa-95fa-4a6491a06b2a","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.909734386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"fdc1ce14-504c-4ed5-b859-ebb211606476","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.910714898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9823e89c-23b3-4552-8135-f07f24979a22","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.06253654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"03e23406-1f47-45a1-8ca5-02e8e1cf91bd","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.105933987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"fdc1ce14-504c-4ed5-b859-ebb211606476","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.127389028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4089bb5-2c7d-4d72-8a0f-8a0265f7617d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.129907113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9823e89c-23b3-4552-8135-f07f24979a22","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.131914799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bdd08f55-5011-4591-8209-ffdbc1d2ae25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.132837997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"fdc1ce14-504c-4ed5-b859-ebb211606476","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.133007467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"782dae22-2617-4fe7-842b-456d147fff7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.195626411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"3dd6287d-23ac-430f-9a1f-5c779b07c927","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.200766865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4089bb5-2c7d-4d72-8a0f-8a0265f7617d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.202761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"9823e89c-23b3-4552-8135-f07f24979a22","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.206164281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bdd08f55-5011-4591-8209-ffdbc1d2ae25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.209086339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"782dae22-2617-4fe7-842b-456d147fff7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.210911447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0cd114f-219e-454c-8e0e-1982437d8cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.217594206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"dd15f55f-af0b-44ee-8520-4f777cd58f64","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.222794004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a0cd114f-219e-454c-8e0e-1982437d8cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.236375873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"3380ad4e-e5ec-4425-aaaa-75bcd4c91f55","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.240361363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"571a85e7-7c8c-4891-8901-8abe2d4e4795","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.240385826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"571a85e7-7c8c-4891-8901-8abe2d4e4795","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.244361885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"40ead86e-69ad-406d-9b2d-c2bfda336f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.277220658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"40ead86e-69ad-406d-9b2d-c2bfda336f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.325167751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fbc9b2b2-3cca-4b6f-ae90-e89fa773f11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.331705889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"336ff61f-89e0-4d70-8ee7-f365cb4fcd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.336481064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fbc9b2b2-3cca-4b6f-ae90-e89fa773f11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.469508975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"b1116906-b248-4ee7-800c-6627e10fe3c6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.469546464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"b1116906-b248-4ee7-800c-6627e10fe3c6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.56588577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"5f47da94-8808-468c-8b7f-d4b7d9b234a5","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.566106523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"336ff61f-89e0-4d70-8ee7-f365cb4fcd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.616716815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf7e0b8-3754-4514-a547-286132dbb2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.617721075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"45fd77ef-ff08-4977-96f7-fa499a05acba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.619406085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ec1d2c6d-091a-46a9-92f2-71119c036148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.623600796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4a24d498-e6d1-4034-9620-7e7d57aae322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.633774583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"45fd77ef-ff08-4977-96f7-fa499a05acba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.638773158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf7e0b8-3754-4514-a547-286132dbb2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.641479809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ec1d2c6d-091a-46a9-92f2-71119c036148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.644678161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4a24d498-e6d1-4034-9620-7e7d57aae322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.685158543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"318b3056-aa3b-4987-a3fd-fc085ef1f1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.694742466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"318b3056-aa3b-4987-a3fd-fc085ef1f1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.877860582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"8c9e82c5-35b8-4652-b429-9173b3535c92","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.903064735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"11b92cb1-b140-466b-b72e-167adada0abd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.904370767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"af4329e1-4a2b-49c4-8a60-51f4f59dcd49","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.905137959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"0f66b5f4-03aa-4fec-9c9d-5c48ccd01a89","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.912716587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffc0df07-6369-4e1e-8bf6-9d9946bbeebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.913402611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4aa5325a-08f8-4124-bc7e-ac6f3d28fb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.922147217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"11b92cb1-b140-466b-b72e-167adada0abd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.925871444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"af4329e1-4a2b-49c4-8a60-51f4f59dcd49","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.940124249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0083d80-622a-43a9-ba88-6dfffbcece36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.951676696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a840e916-bbff-4613-8d80-a88ee242a723","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.95779979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f0083d80-622a-43a9-ba88-6dfffbcece36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.958737528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4aa5325a-08f8-4124-bc7e-ac6f3d28fb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.96042429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffc0df07-6369-4e1e-8bf6-9d9946bbeebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.960947633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"11b92cb1-b140-466b-b72e-167adada0abd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:08.961926355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"af4329e1-4a2b-49c4-8a60-51f4f59dcd49","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:08.98565206Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a840e916-bbff-4613-8d80-a88ee242a723","name":"e2e-cmp-legacy-946616","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-946616\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:08.985737518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a840e916-bbff-4613-8d80-a88ee242a723","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-946616\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.001287173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"b5657d7b-56c8-4c21-9819-d695ffce4a04","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.004611223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26162b2a-cb39-4b95-846b-b513746ff9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.004935913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"df43b03c-49ad-412c-8651-7c04487c7f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.014325442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"749b552e-3ff5-4500-a3e2-f79b67f0beaf","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.014706062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"78f0093f-d1c0-4d51-b54f-86b4fe650b4a","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.014723802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"78f0093f-d1c0-4d51-b54f-86b4fe650b4a","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.01735067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"df43b03c-49ad-412c-8651-7c04487c7f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.020451481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26162b2a-cb39-4b95-846b-b513746ff9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.034763005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"9eaefa6a-6f46-47df-8374-d042a817c8bb","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.034789604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"9eaefa6a-6f46-47df-8374-d042a817c8bb","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.338086599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"cd12f98b-feb3-4946-8020-646e30ffb432","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.338506803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"cd12f98b-feb3-4946-8020-646e30ffb432","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.388515122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"34512445-bff1-4816-ad83-a6049839e338","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.407527852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"12acf1d5-6499-4464-bcf0-a1315e04656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.408140631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c29e52c8-6d76-4c63-bc30-e66787b0cc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.417142312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"12acf1d5-6499-4464-bcf0-a1315e04656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.478585776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"34512445-bff1-4816-ad83-a6049839e338","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.479537074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c29e52c8-6d76-4c63-bc30-e66787b0cc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.480079891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cefc431-2163-4f7c-8809-4522faab81d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.486113514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"34512445-bff1-4816-ad83-a6049839e338","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.489878854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cefc431-2163-4f7c-8809-4522faab81d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.500555348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"1432e718-9446-47d3-9461-ce4d9dc3c825","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.500579742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"1432e718-9446-47d3-9461-ce4d9dc3c825","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.519390794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"dd9feb6a-87b2-4bdb-b99a-e2dec228c228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.519399322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6fb89eb-30ba-4d91-9be0-00c43052d479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.527828296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"dd9feb6a-87b2-4bdb-b99a-e2dec228c228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.528083763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6fb89eb-30ba-4d91-9be0-00c43052d479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.620094141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"21f7cba0-a2ba-4020-998f-3a1ee82dcbe3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.624454429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dce9a877-50d8-46bc-b511-869ae991424b","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.624491236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b613aa3e-e639-45ff-bcd1-00456ef03197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.625457578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a67d0223-8772-4a42-9504-8101fe8764b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.625493375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4b5f96d2-75c4-4bbd-b415-74e701371902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.656569984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a67d0223-8772-4a42-9504-8101fe8764b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.673773404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dce9a877-50d8-46bc-b511-869ae991424b","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.68132411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"21f7cba0-a2ba-4020-998f-3a1ee82dcbe3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.696401818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4b5f96d2-75c4-4bbd-b415-74e701371902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.698580762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b613aa3e-e639-45ff-bcd1-00456ef03197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.699052918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dce9a877-50d8-46bc-b511-869ae991424b","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.701056889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"21f7cba0-a2ba-4020-998f-3a1ee82dcbe3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.737725556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d2ffb3f3-e405-46d3-97cd-ea1bcdd588ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.737933649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ef4daded-35c7-4cd5-a5c3-8517adb3a38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.746631259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d2ffb3f3-e405-46d3-97cd-ea1bcdd588ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.749549516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ef4daded-35c7-4cd5-a5c3-8517adb3a38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.80499328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"1391c364-456d-4861-8c72-75b25a1c2927","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.805019852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"1391c364-456d-4861-8c72-75b25a1c2927","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.817894235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"7632e9b2-cefe-4f41-9ba3-2794956b70d8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.848886194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"7632e9b2-cefe-4f41-9ba3-2794956b70d8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.85554484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"7632e9b2-cefe-4f41-9ba3-2794956b70d8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.859490865Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"2b462a74-a92c-4d31-98d5-731a549cc826","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.866145458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"c749a57e-9856-48b8-b8d5-8d75212c4391","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.866165516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"c749a57e-9856-48b8-b8d5-8d75212c4391","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.920408999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"a19de479-56a1-40f6-90d3-966b2f42487e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.923281815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c9ecd1a5-465d-490f-96c8-9fa5cb74e1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.923711336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d35b9e4c-0d47-4dd7-b193-619d6e373280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.923809383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0c3b2507-012c-4cd2-8225-1e530b3f473b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.924385242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"622a3ccf-67f9-4eef-9d76-5e829c71b258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.930019038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"a19de479-56a1-40f6-90d3-966b2f42487e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.93199084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0c3b2507-012c-4cd2-8225-1e530b3f473b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.933027292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c9ecd1a5-465d-490f-96c8-9fa5cb74e1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.93487788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"d35b9e4c-0d47-4dd7-b193-619d6e373280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.936649265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"622a3ccf-67f9-4eef-9d76-5e829c71b258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.937350598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"a19de479-56a1-40f6-90d3-966b2f42487e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.335111067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"eac96ab3-94e2-4aca-9f8c-2768546904a6","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.474908886Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"1e8a1752-efa8-4c11-ac49-70f7c3445216","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.583309159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"3e52f90b-d3ed-444e-8af7-196f07ea01fa","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.628351666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10e097c4-40aa-4a42-96ce-920de7fd3837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.631534501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"094fa66f-94d3-47e8-addb-6b7da3eb1568","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.637931001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"0925c737-7afe-499f-b145-c5f888647b96","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.640070382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"48f1422f-2aeb-4caa-81cb-c9e9b655634d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.652105125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10e097c4-40aa-4a42-96ce-920de7fd3837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.705055839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"0f4f9248-612b-4d9d-8e67-b99cdbd6f370","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.705515948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"1bc18a88-715a-4c72-90f5-b50c6655fffd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.718054326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"094fa66f-94d3-47e8-addb-6b7da3eb1568","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.721880065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"48f1422f-2aeb-4caa-81cb-c9e9b655634d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.722849049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"0925c737-7afe-499f-b145-c5f888647b96","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.731003949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"094fa66f-94d3-47e8-addb-6b7da3eb1568","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.741989477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"48f1422f-2aeb-4caa-81cb-c9e9b655634d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.749610992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"0925c737-7afe-499f-b145-c5f888647b96","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.752635621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"1bc18a88-715a-4c72-90f5-b50c6655fffd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.066119893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"53b945cb-2970-43d6-8441-208de4f23ffa","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.066174918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"53b945cb-2970-43d6-8441-208de4f23ffa","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.068320224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"1bc18a88-715a-4c72-90f5-b50c6655fffd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.099645259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"01ad95b5-69d6-4705-b637-af3489ba9998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.100258142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"be163f0a-f479-435a-a80b-c2c1c05c6fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.105567829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5b8547ff-cc1b-4301-bfe2-747b2140f51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.105960731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"579c781e-ac85-434b-b7b8-24870bb235bc","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.105985313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"579c781e-ac85-434b-b7b8-24870bb235bc","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.109443412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"01ad95b5-69d6-4705-b637-af3489ba9998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.109999156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6f28ed94-40f2-423e-b230-37d258752c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.110360941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"be163f0a-f479-435a-a80b-c2c1c05c6fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.110696779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"34163252-be69-4134-b46a-33dc4776e785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.114080683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"5b8547ff-cc1b-4301-bfe2-747b2140f51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:13.11595075Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"579c781e-ac85-434b-b7b8-24870bb235bc","name":"e2e-cmp-legacy-d84080","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d84080\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:13.116016708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"579c781e-ac85-434b-b7b8-24870bb235bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d84080\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.118907468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6f28ed94-40f2-423e-b230-37d258752c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.120529723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"34163252-be69-4134-b46a-33dc4776e785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.120925563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"0b0d80aa-6666-46f2-aab6-fe071ee3b59a","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.128603518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"83e9f6f2-3533-4e9f-a6e9-52f90e6aee43","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.12862986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"83e9f6f2-3533-4e9f-a6e9-52f90e6aee43","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.186668729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5548a54c-1b94-41cb-8251-0986ebbd172d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.189059782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8c5c283f-6937-4682-ae7d-f33c153dcb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.189128991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0e066ea7-beed-4fb6-81bc-2ec54b23fb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.189517357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0942636e-2751-4139-95a4-26908ab1562f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.191970997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"03a10749-7ebd-4979-9885-5edc718a1d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.198612021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5548a54c-1b94-41cb-8251-0986ebbd172d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.199239072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0942636e-2751-4139-95a4-26908ab1562f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.201510025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8c5c283f-6937-4682-ae7d-f33c153dcb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.202298627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"03a10749-7ebd-4979-9885-5edc718a1d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.204945615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0e066ea7-beed-4fb6-81bc-2ec54b23fb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.33223016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ca483661-7996-4123-8963-fd77193c39a1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.332783567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"6059beaa-c9c2-416d-bd4f-368aa194cd2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.336486471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1aaac9d7-0dce-4325-bca6-d6d3d9fa3304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.336486555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e748636-b9ba-439f-a98f-69a1b4ad379f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.342084561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ca483661-7996-4123-8963-fd77193c39a1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.345175344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"6059beaa-c9c2-416d-bd4f-368aa194cd2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.347998657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e748636-b9ba-439f-a98f-69a1b4ad379f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.348648805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1aaac9d7-0dce-4325-bca6-d6d3d9fa3304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.349809429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"ca483661-7996-4123-8963-fd77193c39a1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.352790886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"6059beaa-c9c2-416d-bd4f-368aa194cd2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.364011086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"baafc55d-9362-4024-8625-0d22262f5d27","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.364033961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"baafc55d-9362-4024-8625-0d22262f5d27","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.433841362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0560c0d5-03d5-4a38-a616-b0660aae656d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.436320997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"1150d96a-46ab-479f-b9ec-d7d33c0812d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.436327375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"25385620-2243-4299-9821-ae8364fe0b0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.44612311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"1150d96a-46ab-479f-b9ec-d7d33c0812d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.446132465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"25385620-2243-4299-9821-ae8364fe0b0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.454600545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"25385620-2243-4299-9821-ae8364fe0b0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.454652601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"1150d96a-46ab-479f-b9ec-d7d33c0812d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.464049422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0560c0d5-03d5-4a38-a616-b0660aae656d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.471174957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0560c0d5-03d5-4a38-a616-b0660aae656d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.483553817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"598ea008-948c-457d-bec7-3eb7c910f0ff","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.483593011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"598ea008-948c-457d-bec7-3eb7c910f0ff","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:19.867654107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"5d864363-8925-4cb6-81ff-3e8e3da5b04e","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.342955863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"15bfd384-a4ce-4e0d-bb0a-35e7307f0130","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.128315358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"1ba11246-acdf-4caf-844f-a134214f825c","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.390303278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"75e12e23-5901-4e0b-a119-c3e08602696f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.400006269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e08f2899-ccdd-472a-b927-7e12b8c8b571","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.402017114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"75e12e23-5901-4e0b-a119-c3e08602696f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.426297729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d48b9f8a32728b5c2c1f71eb08a29aa58f37ce03f4c8c0e34515e1b17e4115f8) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (6a4f3a68d26ad7793e421b343d7e51407a32f9bf923f0f3898fcbbae500b3ff8) AuthConfig (c88f29dcb33db00666bcfb89d52f20f14f116a73432afa1e89ae96002f6137b9) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7) AuthConfig (635238ab6d94f15f2b685f418af64c893d13f4606885efa719b21233d128ce27) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"75e12e23-5901-4e0b-a119-c3e08602696f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.427415385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e08f2899-ccdd-472a-b927-7e12b8c8b571","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.445911521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (857461d1338de2d64825e87e0576b1db16fe8eb1339cbf2246cf63b0910d7434) AuthConfig (cca662435dbdc4015f426b279baeb6c5116fafa15fdb01a0bfc32b6e2f646b3f) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (5449d21bc0d31c57c436e7049a00f1b1fd1c403d6b0a804f2711b77aa76fbf3c) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (253719697bbe2360c2fc8c4031ee98b1adffd2853d1ea17a6a923b25f053ec80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e08f2899-ccdd-472a-b927-7e12b8c8b571","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.495362013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"b059d9cc-12fb-4e9b-adcc-b2a17adb0e7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.495361379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"89a540f9-b202-49ca-a6e9-e1ec9c9143e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.496026495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0b0ddd03-e567-4850-a56e-4e0dbc95298b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.507289763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"89a540f9-b202-49ca-a6e9-e1ec9c9143e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.507513451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0b0ddd03-e567-4850-a56e-4e0dbc95298b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.509573347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"b059d9cc-12fb-4e9b-adcc-b2a17adb0e7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.516461824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0b0ddd03-e567-4850-a56e-4e0dbc95298b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.516650812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"89a540f9-b202-49ca-a6e9-e1ec9c9143e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.51843705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"b059d9cc-12fb-4e9b-adcc-b2a17adb0e7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.698046786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.884805472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"486019f0-01ae-426a-abe6-5719c12d7ced","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:32.351591659Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"74f8b912-aec4-4b9c-9690-9deddc9a6ad5","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.11011115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"72fba65b-85fe-472b-aee4-0ed3c7ff110b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.125944053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"72fba65b-85fe-472b-aee4-0ed3c7ff110b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.13314009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0943ee79436c408466c0ab999cb730ca18ca29cf6ba6490ac37ebe4067429ac4) AuthConfig (e9075b34812e4cf9d4d2ea7062ceaa4c811b0ae473ae3d2bedb3accff482ab71) AuthConfig (1c9340fc5a04cd4dcd16d0ff5032967b19e87fbf1a6130310393a16a619a9b18) AuthConfig (13244b73bd2fc2b7fc8ba95156fb33c9d60c3691dd3e6398d83f3132cd0ab58c) AuthConfig (e43efea1648212b97c8b905f2796b0f608b3f29069196c670dd87d958cbd32dc) AuthConfig (8d956b44bb810d617dde1e1b4692e03a65a9906591a4e2e50b8556131e16d87f) AuthConfig (9e311dac23af418eaa874955b9412ab85d925ea9a62da79d2716b0b6fddaf65c) AuthConfig (797bde3dd1bae92b5cc53720343568438d56edb1e8491982b7525fc99bf7fc29) AuthConfig (f99ed31bce619c0ac3e11932c6d50e5a70b84515eb55d4443e3eb5337bbc6059) AuthConfig (04a03e5266e4c6e2df58b3f3d568841af536133aaf36c259502111753da74cf9) AuthConfig (c5ab584ad3a933cd8933ca357c1449ead59e601a1a0cab2e5b2d387278738d8d) AuthConfig (b7f3504cefe663adadc4c26f7dbfed48887af6c0af8ba3baab51ed070e8e1a3f) AuthConfig (8424601074ee76325e7f8354bc543d0b4f7edddea4b720f9cfd2d6ddc2fef8f3) AuthConfig (35d5ae8c7b4946f3104520d040e0829a602eabf2999856f921c48766fb3a0d72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"72fba65b-85fe-472b-aee4-0ed3c7ff110b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.135630476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"10f2241f-f06f-4a8c-9973-4beaa99c577b","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.190971098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"47ae4b49-5c51-4c77-b229-33694cf2dcbe","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.191093273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"47ae4b49-5c51-4c77-b229-33694cf2dcbe","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.390052947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"a98b0edf-225f-4c69-aef2-18b0c4b8e331","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.410034566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"a98b0edf-225f-4c69-aef2-18b0c4b8e331","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.436275444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3a02ffd91532287a95ea9f67f01d2cdf7a9e83bee34899da21c6bc4ee32edc8) AuthConfig (ed610fe1c9f3e3b1dfa610d1bae0574e3cfc18e77b8c76b91c6399a2b78cfb8e) AuthConfig (0310c31c35abfb25b2d885f0d924271ce8e1c136d7ddb9befc832aa03d864557) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (a385e1368da50da4ce4d1ab7f2fc60b809cedba83f2b4e09af52cf249fc80735) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"a98b0edf-225f-4c69-aef2-18b0c4b8e331","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.449766319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"7aa7bad0-672e-44a5-9e8b-1c11f4999d61","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.449851549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"7aa7bad0-672e-44a5-9e8b-1c11f4999d61","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.480737544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"37512f0d-8a14-4364-bdcb-f1b7e96b4d61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.481385873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dd07a802-7d45-4570-95a8-a22fd8d3ede1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.504668642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"37512f0d-8a14-4364-bdcb-f1b7e96b4d61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.507858423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dd07a802-7d45-4570-95a8-a22fd8d3ede1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.588645015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"3b880fee-b812-486f-917f-8a2a3f0fea44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.606159591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"3b880fee-b812-486f-917f-8a2a3f0fea44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.61727496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6922011b3952da5defed53c0eee674fa9eb8c593d961181f0b2265a6822772ad) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (7f91a17fb34e89f190c6d64125019c57be3468ac11ea10d6a41e01919d15ced2) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (78ff60272c6e8bdd8304aa65c85198d92e43f98ad8215c06ad7bf9f242d65315) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (9263e04ce3efb6a48090b0c7503e018d1f9f69408ec9965336e0e9144b59c1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"3b880fee-b812-486f-917f-8a2a3f0fea44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.629761635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"50429e70-f9d1-447f-a4fc-1563889d100d","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.629790187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"50429e70-f9d1-447f-a4fc-1563889d100d","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.641380171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"5192e142-a4dd-44a2-8128-4a38535b55bf","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.641407427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"5192e142-a4dd-44a2-8128-4a38535b55bf","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.648568159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"cc4a9561-fef3-4195-a716-7ba84a0a8000","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.648593655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"cc4a9561-fef3-4195-a716-7ba84a0a8000","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.681598794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"02d37819-504f-4674-bf74-75ccd7188e4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.692949374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"02d37819-504f-4674-bf74-75ccd7188e4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.704186805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6922011b3952da5defed53c0eee674fa9eb8c593d961181f0b2265a6822772ad) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (7f91a17fb34e89f190c6d64125019c57be3468ac11ea10d6a41e01919d15ced2) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (78ff60272c6e8bdd8304aa65c85198d92e43f98ad8215c06ad7bf9f242d65315) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (9263e04ce3efb6a48090b0c7503e018d1f9f69408ec9965336e0e9144b59c1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"02d37819-504f-4674-bf74-75ccd7188e4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:33.708707921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"02d37819-504f-4674-bf74-75ccd7188e4c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-cmp-legacy-d84080-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.782256675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"06ef08d1-e888-4609-b89a-d07f3a889995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.801283598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"06ef08d1-e888-4609-b89a-d07f3a889995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.808302655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6922011b3952da5defed53c0eee674fa9eb8c593d961181f0b2265a6822772ad) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (7f91a17fb34e89f190c6d64125019c57be3468ac11ea10d6a41e01919d15ced2) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (78ff60272c6e8bdd8304aa65c85198d92e43f98ad8215c06ad7bf9f242d65315) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (9263e04ce3efb6a48090b0c7503e018d1f9f69408ec9965336e0e9144b59c1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"06ef08d1-e888-4609-b89a-d07f3a889995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.244376854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"1ce4544a-cbe0-4078-bda6-c222ba83599f","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.244408632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"1ce4544a-cbe0-4078-bda6-c222ba83599f","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.251193951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"a3277f82-f52a-4bf1-80c9-0e8259349d00","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:35.251995134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"e059792b-e783-469c-9903-74d0fbca3c8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-8de789-98529d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.2622856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"a3277f82-f52a-4bf1-80c9-0e8259349d00","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.262941101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3a673998-f49d-4cbd-97ad-6835813304b1","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.262958938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3a673998-f49d-4cbd-97ad-6835813304b1","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:35.271463374Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3a673998-f49d-4cbd-97ad-6835813304b1","name":"e2e-cfl-8de789","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-8de789\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:35.2715122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3a673998-f49d-4cbd-97ad-6835813304b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-8de789\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.281858974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"dc34bbea-97f4-4c1f-b146-3e59e8a3db87","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.281887401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"dc34bbea-97f4-4c1f-b146-3e59e8a3db87","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.299102778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"e5b4e82f-9874-4a6f-9c17-d848c4dae40b","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.299136696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"e5b4e82f-9874-4a6f-9c17-d848c4dae40b","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.328481473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"b7462fca-20ca-4fb4-9181-f153cdebe0c1","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-8de789","model":"e2e-cfl-8de789","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789-98529d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.357003892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"218886be-63d7-446d-8d32-087e7e41a650","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.357037931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"218886be-63d7-446d-8d32-087e7e41a650","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.384918271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dab16afe-6c12-46c3-bd83-10f7e26bbde4","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.400453643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dab16afe-6c12-46c3-bd83-10f7e26bbde4","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.410728857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"65d8bb86-0647-479f-850a-5ad0a9f9f128","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-8de789","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.539252074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"37dfc127-482c-481f-8ded-8b56eb3139da","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.539275428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"37dfc127-482c-481f-8ded-8b56eb3139da","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.547069492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"c088e6a9-e94c-46a5-968d-c9613ecee26d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.559815672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"c088e6a9-e94c-46a5-968d-c9613ecee26d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.560636894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3a464daa-9ca3-4830-ac08-b037c108910c","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.560661267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3a464daa-9ca3-4830-ac08-b037c108910c","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:38.564174377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"53fe227b-58fd-4ea8-8740-9a608703b3fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-e70999-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:38.569755841Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3a464daa-9ca3-4830-ac08-b037c108910c","name":"e2e-rec-ctrl-e70999","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-e70999\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:38.569804359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"3a464daa-9ca3-4830-ac08-b037c108910c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-e70999\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.579754045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2d8e5c86-4a95-408a-80c2-5e0ab5617c30","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.579773995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2d8e5c86-4a95-408a-80c2-5e0ab5617c30","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.588094451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"819c2efe-cb37-4411-8106-8dbf95793e87","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.588116112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"819c2efe-cb37-4411-8106-8dbf95793e87","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.605296547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"5dc42702-3351-4eb3-9a67-49db400530cf","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-ctrl-e70999","model":"e2e-rec-ctrl-e70999","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.633649679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"03b704da-c240-4083-b742-3278797409d2","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.633670138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"03b704da-c240-4083-b742-3278797409d2","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.684452026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"54a219c4-c48c-4b08-bbc7-8d108858e51f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.695593787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"54a219c4-c48c-4b08-bbc7-8d108858e51f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.706064632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"d09ab069-9b62-468c-aa05-f23ce6d14d46","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-ctrl-e70999","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:39.893541996Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"dbb809b8-16d6-448f-8dc3-5ffdecacadb1","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:42.363498646Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"3e479934-a4b3-4bdf-a82f-8295242c733c","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.188996031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"d8513ca9-7f7e-4116-9d3e-7b12f585094f","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.223332076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"b288be34-5d63-4851-8f47-f26d838cd98f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.23452797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"b288be34-5d63-4851-8f47-f26d838cd98f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.243062036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0943ee79436c408466c0ab999cb730ca18ca29cf6ba6490ac37ebe4067429ac4) AuthConfig (e9075b34812e4cf9d4d2ea7062ceaa4c811b0ae473ae3d2bedb3accff482ab71) AuthConfig (1c9340fc5a04cd4dcd16d0ff5032967b19e87fbf1a6130310393a16a619a9b18) AuthConfig (13244b73bd2fc2b7fc8ba95156fb33c9d60c3691dd3e6398d83f3132cd0ab58c) AuthConfig (e43efea1648212b97c8b905f2796b0f608b3f29069196c670dd87d958cbd32dc) AuthConfig (8d956b44bb810d617dde1e1b4692e03a65a9906591a4e2e50b8556131e16d87f) AuthConfig (9e311dac23af418eaa874955b9412ab85d925ea9a62da79d2716b0b6fddaf65c) AuthConfig (797bde3dd1bae92b5cc53720343568438d56edb1e8491982b7525fc99bf7fc29) AuthConfig (f99ed31bce619c0ac3e11932c6d50e5a70b84515eb55d4443e3eb5337bbc6059) AuthConfig (04a03e5266e4c6e2df58b3f3d568841af536133aaf36c259502111753da74cf9) AuthConfig (c5ab584ad3a933cd8933ca357c1449ead59e601a1a0cab2e5b2d387278738d8d) AuthConfig (b7f3504cefe663adadc4c26f7dbfed48887af6c0af8ba3baab51ed070e8e1a3f) AuthConfig (8424601074ee76325e7f8354bc543d0b4f7edddea4b720f9cfd2d6ddc2fef8f3) AuthConfig (35d5ae8c7b4946f3104520d040e0829a602eabf2999856f921c48766fb3a0d72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"b288be34-5d63-4851-8f47-f26d838cd98f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.456145199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"d083cd6d-d449-4103-a282-56a2e5596980","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.465290654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"d083cd6d-d449-4103-a282-56a2e5596980","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.473905459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3a02ffd91532287a95ea9f67f01d2cdf7a9e83bee34899da21c6bc4ee32edc8) AuthConfig (ed610fe1c9f3e3b1dfa610d1bae0574e3cfc18e77b8c76b91c6399a2b78cfb8e) AuthConfig (0310c31c35abfb25b2d885f0d924271ce8e1c136d7ddb9befc832aa03d864557) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (a385e1368da50da4ce4d1ab7f2fc60b809cedba83f2b4e09af52cf249fc80735) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"d083cd6d-d449-4103-a282-56a2e5596980","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.819393272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"dddc4e5f-86d4-4ce1-a450-45d94ea393a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.828020125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"dddc4e5f-86d4-4ce1-a450-45d94ea393a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.877178904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6922011b3952da5defed53c0eee674fa9eb8c593d961181f0b2265a6822772ad) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (7f91a17fb34e89f190c6d64125019c57be3468ac11ea10d6a41e01919d15ced2) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (78ff60272c6e8bdd8304aa65c85198d92e43f98ad8215c06ad7bf9f242d65315) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (9263e04ce3efb6a48090b0c7503e018d1f9f69408ec9965336e0e9144b59c1e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"dddc4e5f-86d4-4ce1-a450-45d94ea393a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:49.901047301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"21d54601-0460-42b2-9571-2192350c1fa8","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.375436973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"bc112268-2272-484f-a16c-6f510ead7c4d","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.921068363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"e566ed55-8146-4f30-b86d-f9824ba8f3e8","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-ctrl-e70999","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.976783191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2fdc9a89-a470-433f-a1ab-22783493c9ee","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.97681609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2fdc9a89-a470-433f-a1ab-22783493c9ee","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.000808592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"72655195-419d-4789-a287-956263b8d6de","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-8de789","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.028139432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"03dea2f1-bb0c-4f5f-b4ef-63a667408a16","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.028167094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"03dea2f1-bb0c-4f5f-b4ef-63a667408a16","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.227591335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"5eb75970-57d8-4c08-82d3-8d42798440b0","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.253481258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0844ef00-fbcb-4d0f-88b7-c61f87f8356f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.263090554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0844ef00-fbcb-4d0f-88b7-c61f87f8356f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.341629272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"219e8303-4815-43c2-8b5a-bfba8427e83b","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.341664662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"219e8303-4815-43c2-8b5a-bfba8427e83b","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.48491249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"0a68addd-7283-4cb4-83b5-4f2ca0fdcf36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.494996193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"0a68addd-7283-4cb4-83b5-4f2ca0fdcf36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.529105715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"b75b4dca-bfea-4623-b039-76b0e460a8f8","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.529131726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"b75b4dca-bfea-4623-b039-76b0e460a8f8","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.701549328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"09a667a1-803e-4845-98a6-79affe6708bf","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.709788165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"09a667a1-803e-4845-98a6-79affe6708bf","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.886704744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f88f01a4-3184-49d7-872f-a4eebcea7ccf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.895000268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f88f01a4-3184-49d7-872f-a4eebcea7ccf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.938686505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"97e2067a-5409-4bfd-bd67-75fe651dd5b2","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.938716422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"97e2067a-5409-4bfd-bd67-75fe651dd5b2","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.286698638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b8b37221-6e63-45bc-a006-97d56812e568","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.294938666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b8b37221-6e63-45bc-a006-97d56812e568","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.552240438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"1c677cb1-4b62-4fa6-96d5-c4aad5cf0da4","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.706623012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"673dfd90-e0ce-46e5-92ec-a3a581f9cfbe","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.710665232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"e2e924b9-5a12-44da-84f7-c74b7cd6e717","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.710684467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"e2e924b9-5a12-44da-84f7-c74b7cd6e717","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.721245763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d0ee2a35-ea28-4e44-8a8a-0016ca9327a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.721244212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"420ffa4a-23e9-4c38-a1ca-647476286428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.727958659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76e98c4d-4ed9-4574-98c8-7c47fd6746a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.727992856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b8fa5aec-9086-4622-ae7f-be82c153fd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.73387427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf16cb9-e2c2-4121-9a67-48409aecc818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.735761728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"420ffa4a-23e9-4c38-a1ca-647476286428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.736445116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d0ee2a35-ea28-4e44-8a8a-0016ca9327a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.739390583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76e98c4d-4ed9-4574-98c8-7c47fd6746a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.742055697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b8fa5aec-9086-4622-ae7f-be82c153fd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.744048823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf16cb9-e2c2-4121-9a67-48409aecc818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.791812161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"369579cf-8a5c-431d-8b13-2141c90827f7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.792751131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"37bb6225-199a-480f-adc4-ba3fabaf55f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.796365071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"bab9945d-2829-489c-a9af-a10e2783067d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.797685562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"449f41ee-64d9-49cd-bcda-84509d8fa99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.798873176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"bc486ae7-8c0d-4743-9e64-5737a18723de","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.90388595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"37bb6225-199a-480f-adc4-ba3fabaf55f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.962249743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"369579cf-8a5c-431d-8b13-2141c90827f7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:54.983511054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"0a8d6b77-d0db-440c-9206-0b693b8e40b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-d84080-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.988271731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"449f41ee-64d9-49cd-bcda-84509d8fa99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.989489559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"44977e60-8756-4b69-9414-be6dcde35dea","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.989516053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"44977e60-8756-4b69-9414-be6dcde35dea","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.993321782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"bc486ae7-8c0d-4743-9e64-5737a18723de","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.003474686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"bab9945d-2829-489c-a9af-a10e2783067d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.072038117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"eebc3050-7cd0-4d4d-90f9-564dcebf09df","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.072078167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"eebc3050-7cd0-4d4d-90f9-564dcebf09df","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.09014231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"2f5e3f97-feba-4d9d-97c1-b286363fd6f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.09976134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"2f5e3f97-feba-4d9d-97c1-b286363fd6f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.088431381Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"eebc3050-7cd0-4d4d-90f9-564dcebf09df","name":"e2e-cmp-legacy-d84080","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d84080\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.100444436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"eebc3050-7cd0-4d4d-90f9-564dcebf09df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d84080\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.104519163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"7881bfaf-84fb-4848-b754-7b879b7f97e1","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.104546835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"7881bfaf-84fb-4848-b754-7b879b7f97e1","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.111344318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"58346d59-32ee-401d-8d4f-161b9caffaaa","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-cmp-legacy-d84080","model":"e2e-cmp-legacy-d84080","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.137497513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"25336737-e629-40f5-a232-faff62c8ed6a","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.137533655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"25336737-e629-40f5-a232-faff62c8ed6a","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.148028375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"57362a09-0e31-404b-8523-90a65b9986b7","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.148057296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"57362a09-0e31-404b-8523-90a65b9986b7","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.155563403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"80adba40-79f5-410a-b9b0-26fa51a2a4f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-c2e0c2-ab591f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.165698933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"02299d56-68f0-4666-aa99-790e5619816c","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.165727772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"02299d56-68f0-4666-aa99-790e5619816c","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.173869759Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"02299d56-68f0-4666-aa99-790e5619816c","name":"e2e-cfl-same-c2e0c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-c2e0c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.173938885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"02299d56-68f0-4666-aa99-790e5619816c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-c2e0c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.182316615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"738ce879-b781-40a5-a9dc-f3f9969f22e1","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.1823477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"738ce879-b781-40a5-a9dc-f3f9969f22e1","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.186181463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"71ce09f9-5a9d-407d-ab3e-6b7c40920d6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.189638238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6da67ce-01cf-4867-87af-48457ee2fb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.191408114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"ac6513a2-d786-4c86-9536-6ce073c6b2cc","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.191433624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"ac6513a2-d786-4c86-9536-6ce073c6b2cc","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.195301867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"71ce09f9-5a9d-407d-ab3e-6b7c40920d6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.198177604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6da67ce-01cf-4867-87af-48457ee2fb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.205761225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"40122107-e19a-427c-82b1-d966f93894ae","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-cmp-legacy-d84080","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.210144031Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"a08819ae-8d9a-421e-995f-d829a86fa695","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-cfl-same-c2e0c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.240996434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"3529e4b3-3261-4906-ae03-9767e1e39732","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.241025256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"3529e4b3-3261-4906-ae03-9767e1e39732","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.291233618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1affb6a6-5538-4c4d-81bb-6208b0720000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.291891956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a1c9c20d-d765-42d6-bcaa-8a6e48f2c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.302709454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a1c9c20d-d765-42d6-bcaa-8a6e48f2c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.306061294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1affb6a6-5538-4c4d-81bb-6208b0720000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.306766515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"03004e5a-63d5-460d-9d63-3d9e4ed4c2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.319931312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"03004e5a-63d5-460d-9d63-3d9e4ed4c2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.323836771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"33a31570-1e7a-4a0a-be11-49a078d983b8","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.388742458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"1568fa93-eea9-406e-844b-cb57a133ae78","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.389244816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"87743798-fc1b-4b8d-94be-5f449c5193ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.393368213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"6f0a0a67-d715-4a5b-99bf-4dfed8b01a93","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.398846024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"87743798-fc1b-4b8d-94be-5f449c5193ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.401255709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"1568fa93-eea9-406e-844b-cb57a133ae78","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.403777461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"6f0a0a67-d715-4a5b-99bf-4dfed8b01a93","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.695393282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.877101947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"585dbcd0-4bb1-4d4a-91ee-ac6353c5be94","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.877130325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"585dbcd0-4bb1-4d4a-91ee-ac6353c5be94","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.883404121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"fbe57728-adb1-4a4d-91ba-520e939ff8f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.884441624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"7ee98b02-fe51-4dbe-b000-05d1c3c4c124","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-946616-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.892001029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"fbe57728-adb1-4a4d-91ba-520e939ff8f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.897235567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"e201135e-e198-4ada-86ba-3c7b22dc43c0","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.897258777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"e201135e-e198-4ada-86ba-3c7b22dc43c0","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.908295118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"e201135e-e198-4ada-86ba-3c7b22dc43c0","name":"e2e-cmp-legacy-946616","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-946616\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:55.908371821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"e201135e-e198-4ada-86ba-3c7b22dc43c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-946616\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.911805206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"115c8ac9-7364-4068-b8e8-ea45a74f78dc","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.911887097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"115c8ac9-7364-4068-b8e8-ea45a74f78dc","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.919776008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"ba53d044-2aa0-421b-8653-417c006a340a","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.91981073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"ba53d044-2aa0-421b-8653-417c006a340a","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.93215767Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"dc11bdc3-d785-4fca-91c1-ce4a5cc22728","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cmp-legacy-946616","model":"e2e-cmp-legacy-946616","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.962139948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a87bd464-7e0f-4d2a-a9c2-20b1319725c7","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:55.962169404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a87bd464-7e0f-4d2a-a9c2-20b1319725c7","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.02029973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"f2eb58f2-c1ee-4c99-88d7-10a889d47355","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.029113183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"a8820c13-edf5-420f-998e-964ce55af817","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cmp-legacy-946616","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.030614169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"f2eb58f2-c1ee-4c99-88d7-10a889d47355","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.562096021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5b106b67-de7e-4a11-aaf3-79dd2e84b930","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.592604448Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"e9f03b61-642a-4540-92da-b7005596db93","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.646540607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"4d36ffd2-9b69-40c1-80ae-500824d4f26e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.647070692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"012e1ec9-50ef-4fe9-8fb6-b758db0bffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.648553788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"de32e7bf-a3d2-4374-a33e-3a25fdac4363","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.648605802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa593bc7-6585-4825-b944-963c515049cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.649221127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"649dd2cc-a13c-48eb-940c-18cb98e76da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.649377262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"545ac346-50be-449c-866b-1c6951a97488","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.655052688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"4d36ffd2-9b69-40c1-80ae-500824d4f26e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.655606212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"012e1ec9-50ef-4fe9-8fb6-b758db0bffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.657680408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa593bc7-6585-4825-b944-963c515049cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.65805362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"de32e7bf-a3d2-4374-a33e-3a25fdac4363","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.660453705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"649dd2cc-a13c-48eb-940c-18cb98e76da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.66334265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"7849b326-e9fb-40e2-ad6f-25d91dd6d938","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.74855899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"157c3290-4c0b-4f3e-afc1-22d6fb797126","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.759654926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"bc5adace-4b0c-4155-b55f-caa823920c67","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.774960211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5517c583-0801-4ac7-a177-e1e13954be43","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.774989278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5517c583-0801-4ac7-a177-e1e13954be43","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.777237934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"25265fb2-462c-40a5-b5bd-10e9c0653c45","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.777757831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c9fe27b1-77d7-42d9-8683-2173b5e67695","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.779611692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"29413d78-9ba8-4fbf-82c6-f76bba977f61","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.783047297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8c45f523-8874-43de-b875-1e909163ec69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.785544243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"25265fb2-462c-40a5-b5bd-10e9c0653c45","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.785782243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c9fe27b1-77d7-42d9-8683-2173b5e67695","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.7890616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"29413d78-9ba8-4fbf-82c6-f76bba977f61","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.791854408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8c45f523-8874-43de-b875-1e909163ec69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.975014718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4a0b73a9-458e-4fee-aac8-22b698a6a4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.087984956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a937acf7-6480-475c-9994-2c16de14868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.093358545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8c009f27-26eb-44cf-9917-67470b78dc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.094562226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4a0b73a9-458e-4fee-aac8-22b698a6a4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.098822825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a937acf7-6480-475c-9994-2c16de14868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.099963637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"782f64ab-15a4-4164-9e59-07e1aa4930b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.100163124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3b3225d3-9b23-4847-a905-038be24b09f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.108946234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8c009f27-26eb-44cf-9917-67470b78dc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.114160876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"3b3225d3-9b23-4847-a905-038be24b09f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.123265395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"782f64ab-15a4-4164-9e59-07e1aa4930b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.192064641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b6fde0ae-2fa9-477d-98d9-93665fba27d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.221404444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b6fde0ae-2fa9-477d-98d9-93665fba27d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.246348489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7ac00f33-83d8-40b8-857b-4e4d669ac94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.257714397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7ac00f33-83d8-40b8-857b-4e4d669ac94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.348249057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a5f66f44-bab2-4541-a65c-93e6c51c14f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.348347949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61653709-e7a6-4da5-a832-62634072357e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.348799159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"42e914b3-b4ed-4d0a-a293-4b430925d6fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.348917418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a889d283-2694-496e-b413-c79341b08fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.349364729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e52c816-5d50-433c-a3d8-89f9564a1199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.35850774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61653709-e7a6-4da5-a832-62634072357e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.35881191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"42e914b3-b4ed-4d0a-a293-4b430925d6fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.362240038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a5f66f44-bab2-4541-a65c-93e6c51c14f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.362293819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e52c816-5d50-433c-a3d8-89f9564a1199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.364690035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a889d283-2694-496e-b413-c79341b08fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.581198509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b1512092-b1e0-4081-93b0-5dfdad34e2e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.589938873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b1512092-b1e0-4081-93b0-5dfdad34e2e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.250554319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"4c6e6b3a-6a8c-47d9-b1e5-a47fabd7ca7e","namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.270689836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"5f410d09-56d4-4896-b49c-0344dfcc2ce8","namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.303935896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7023c097-80a8-43c5-bccd-c5edff2484c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.306924429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e474d2db-69c3-4f4a-8787-88d57c972079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.309918521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"a41c5993-c70b-4ee6-b64c-c22f1f5b0996","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.374524855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dbc683a5-ef2c-4db2-a64c-e7f068ccc964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.409910597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a1979e-36ca-479c-a999-d383a6f96448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.412764444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"a41c5993-c70b-4ee6-b64c-c22f1f5b0996","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.412893513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7023c097-80a8-43c5-bccd-c5edff2484c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.414173576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e474d2db-69c3-4f4a-8787-88d57c972079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.416576898Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"ab354c42-fc95-48f9-a6ef-63d25d1cd660","namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.4207376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a1979e-36ca-479c-a999-d383a6f96448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.4224871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dbc683a5-ef2c-4db2-a64c-e7f068ccc964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.48101433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"86941c9b-cef6-4ec6-81e5-31c544b50f82","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.481995124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"89b3912b-9cfe-4084-8ed8-78c3bf7bc28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.483350404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"09ea8790-80c7-4f25-a420-7a3dda900325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.490182144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"89b3912b-9cfe-4084-8ed8-78c3bf7bc28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.491447887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"09ea8790-80c7-4f25-a420-7a3dda900325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.543681165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a349368-15b0-4d21-86ce-dab86723839d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.543882644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"bc004b80-d863-45da-a91e-873c7fd32f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.546343642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f75ed51d-c208-4acb-8952-0a5c2fda5890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.546798736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"33d26260-fcb5-4aab-aff3-38e0400bc97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.548425476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ce40e445-d68f-4efe-82a2-da22193d897f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.552505156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"bc004b80-d863-45da-a91e-873c7fd32f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.552598023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a349368-15b0-4d21-86ce-dab86723839d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.555407103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f75ed51d-c208-4acb-8952-0a5c2fda5890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.577741049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"33d26260-fcb5-4aab-aff3-38e0400bc97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.578377764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"ce40e445-d68f-4efe-82a2-da22193d897f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.59404096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"a1a25fb0-39e4-4c0a-abb6-4f2cd258d104","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.594070575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"a1a25fb0-39e4-4c0a-abb6-4f2cd258d104","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.645905707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b8e3344e-696c-4098-a601-0569e05709bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.645994898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"816aaeaf-52ea-4133-8a59-30b64b00e563","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.647776706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"9c3719dc-74f7-43c6-a479-2db6ec272bc1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.648371981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d6520991-99c6-49b6-b577-8b1911d0ff20","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.649156847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a43886ca-d398-4b6c-b347-23df32c835c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.654638957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b8e3344e-696c-4098-a601-0569e05709bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.657338625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"9c3719dc-74f7-43c6-a479-2db6ec272bc1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.676798754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d6520991-99c6-49b6-b577-8b1911d0ff20","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.676830461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"816aaeaf-52ea-4133-8a59-30b64b00e563","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.679185725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a43886ca-d398-4b6c-b347-23df32c835c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.740666439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"87baa1c4-3c36-4e96-968c-aa5589fff928","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.743703402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"93fb979d-787b-4ff7-97d7-2e2e2471b472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.744664185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"06a211de-a88a-46dd-a238-ac57b2982b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.745219755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"100bebc6-128d-458c-8db2-980cef659925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.747294382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa450b44-a8a7-450e-84ee-9a8e2fdc89c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.748783987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"87baa1c4-3c36-4e96-968c-aa5589fff928","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.752163987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"93fb979d-787b-4ff7-97d7-2e2e2471b472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.752756971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"06a211de-a88a-46dd-a238-ac57b2982b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.754618338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"100bebc6-128d-458c-8db2-980cef659925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.755671422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa450b44-a8a7-450e-84ee-9a8e2fdc89c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.837453553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"a2bfb8d6-5789-4456-9005-a0e800b01548","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.837483117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"a2bfb8d6-5789-4456-9005-a0e800b01548","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.845478051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"8730c7bb-317d-45e1-8080-94795575ca86","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.85359389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"8730c7bb-317d-45e1-8080-94795575ca86","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.082967956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"3765dccb-ad5c-423a-95c7-e15759f9a7d5","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.083092513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"3765dccb-ad5c-423a-95c7-e15759f9a7d5","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.103294663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"1a9efe52-3132-4b7e-a161-9f204533f284","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.10333667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"1a9efe52-3132-4b7e-a161-9f204533f284","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.111360525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"48fc911c-bf86-4eb5-a3f9-ef52f521cdb8","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.112162187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"8a844473-1b20-4c1d-b167-fa02c0ee7ae6","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.112184571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"8a844473-1b20-4c1d-b167-fa02c0ee7ae6","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.120813774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"48fc911c-bf86-4eb5-a3f9-ef52f521cdb8","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.279853023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"afcfb5bf-f0fa-4be3-b966-14de2aa03251","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.279891744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"afcfb5bf-f0fa-4be3-b966-14de2aa03251","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:02.41630584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"8cabb57f-65a5-4a61-9463-83e807b9d293","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.850169836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"3e0c0193-6a6a-4a22-a7cc-5b5a2a04ef96","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.872505398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"461ff0a2-b998-4374-8e73-06d5e0fbcab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.91142951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"d0483ff0-98c6-4e17-b45b-2ca2eb60731c","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.007999456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a28a23e5-cc56-4aa2-b67d-822f6896a43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.089138722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d5651650-bdcc-4c0f-ab66-3968909aa4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.102247596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a28a23e5-cc56-4aa2-b67d-822f6896a43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.107774394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"c7c61096-2532-4886-9267-2a26cae39b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.112394543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d5651650-bdcc-4c0f-ab66-3968909aa4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.237778492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"3aefee7b-90ce-43f0-b214-005cefebe6b9","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.205300439Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-98529d priority=0:[ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789-98529d-sub ai-tenant-e2e-extmod-a-98529d/e2e-cfl-d01ff7-22bd56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.210284605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"e1bac063-70de-4d1e-9d14-de5078bb9777","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.210318427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"e1bac063-70de-4d1e-9d14-de5078bb9777","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:05.226604001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"d2a4f35f-22ed-48c5-a5fb-7bd0fd0a267c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-d01ff7-22bd56-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.230302137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"7dd2f08d-a0fb-45a6-b89a-37b549515bc1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.236386629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d67bee16-5489-4028-ad33-b6c97de28630","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.281395614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"7dd2f08d-a0fb-45a6-b89a-37b549515bc1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.28241664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"740f47a5-e774-4a8b-924b-e5de4b0f231d","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.282509766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"740f47a5-e774-4a8b-924b-e5de4b0f231d","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.293312924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"d67bee16-5489-4028-ad33-b6c97de28630","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:05.307516669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"740f47a5-e774-4a8b-924b-e5de4b0f231d","name":"e2e-cfl-d01ff7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-d01ff7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:05.309349316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"740f47a5-e774-4a8b-924b-e5de4b0f231d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-d01ff7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.315051392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"ba076f9b-70cf-4b3e-9765-b2bc22db5621","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.315088199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"ba076f9b-70cf-4b3e-9765-b2bc22db5621","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.322962239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"6b55f795-dc34-4928-b271-33a08f3565d4","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.32302452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"6b55f795-dc34-4928-b271-33a08f3565d4","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.332270252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"b524addc-8f95-43e9-90e6-fb2b596f9491","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-d01ff7","model":"e2e-cfl-d01ff7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-98529d/e2e-cfl-d01ff7-22bd56-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.386247893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5daaaded-dcc0-479b-8385-851adbf950ca","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.386305219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5daaaded-dcc0-479b-8385-851adbf950ca","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.435040093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"85322777-8cf7-44fd-aad9-9f4854a812d1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.438335786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"2d4c61ce-434b-4aef-aa59-071d6936ed8d","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-d01ff7","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.445992268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"85322777-8cf7-44fd-aad9-9f4854a812d1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.543137033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"45865fc8-b3c4-428c-b723-a77149ee877a","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.552163728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e936b382-66f4-4e9e-9575-8ea5096ff54f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.56509039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e936b382-66f4-4e9e-9575-8ea5096ff54f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.696398478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-98529d priority=0:[ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789-98529d-sub ai-tenant-e2e-extmod-a-98529d/e2e-cfl-d01ff7-22bd56-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.699877466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"51477cec-81c9-4a68-8acb-c4a7a958d3b9","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.699914105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"51477cec-81c9-4a68-8acb-c4a7a958d3b9","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.709884636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"abcf2a19-962d-4d7d-81d1-fdaabc4df832","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.70992977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"a2519fec-8849-4a94-ab03-94bdc60e335d","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:05.712385276Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-128e19-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.719934715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"a2519fec-8849-4a94-ab03-94bdc60e335d","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.720939208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"be2de614-fee5-48f8-bac1-07c6f79d502c","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.72095965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"be2de614-fee5-48f8-bac1-07c6f79d502c","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"routeName":"external-model-e2e-rec-ctrl-e70999-68010129917e","namespace":"e2e-extmod-rec-user-99c40d","model":"e2e-rec-ctrl-e70999","externalModel":"e2e-rec-ctrl-e70999","provider":"e2e-rec-ctrl-e70999-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.722707557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"abcf2a19-962d-4d7d-81d1-fdaabc4df832","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.72807578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"9f9b1ec7-d7b1-44ac-b64c-2e2b27bc4ffe","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.728102005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"9f9b1ec7-d7b1-44ac-b64c-2e2b27bc4ffe","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.739991076Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"33fc163c-2459-4c0e-ab3c-01d24b0bd633","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-recover-128e19","model":"e2e-rec-recover-128e19","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.769295416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"f40f879f-5809-48ef-ad54-ee5aa4f12fca","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.769323726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"f40f879f-5809-48ef-ad54-ee5aa4f12fca","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.835082629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"2d54d30b-280c-431c-88a7-22dac40fe547","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-recover-128e19","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.918162401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"5825258a-518a-47e3-926d-1b830db85d3a","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.918386458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"15271c4c-24af-465d-a18a-2bf9bf55f5c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.927993782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"5825258a-518a-47e3-926d-1b830db85d3a","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.930596887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"15271c4c-24af-465d-a18a-2bf9bf55f5c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.985359808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"55ad337f-e447-4923-82f7-5c3a105dfaed","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.376842184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"05bcfb2b-5485-42a0-a086-5c52a06e766c","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.439986592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"43b7d097-d7ee-4282-9c28-4aba5bc37a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.451736184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cfa55a34-5022-4edb-963e-b17aa71d40a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.465015073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cfa55a34-5022-4edb-963e-b17aa71d40a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.471122867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"29bc5a93-ff4f-4b3e-900c-78ec8ee13a5b","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.529102314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"dd891d93-4bc5-4dec-a5e0-4d91e78b2baf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.536130697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"999f182c-74dd-44e0-b95b-fa9fef2cf538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.548644009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"999f182c-74dd-44e0-b95b-fa9fef2cf538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.674448067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"274fbba0-ae2a-40ac-978b-226fc3c9ccaa","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.257873744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"bcdda461-ab18-4156-8898-d80fd579ff49","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:09.497911469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"2bcd5b5d-61a6-440c-9fc0-aad2511a1b08","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:12.427353531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"d443e74b-8038-448f-9c5b-37cb47e210a7","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.6821362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"5d50811b-750b-4be5-9b0f-262d9c9c46cc","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.510059188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"e9a18295-4cd4-4d26-afcd-e07b7a9a28cc","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.436565918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"4bbd9b85-4ec0-48df-9693-a68737e56b57","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.709514966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.692879682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"3f00ad4a-3064-4be9-94ad-966c52faa2b2","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.510337937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"d38f8b30-3cdd-4abe-976a-bd6c151458a7","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-recover-128e19","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.59335883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"34827823-2f83-406e-a0a5-6d92f98d7a01","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.593395959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"34827823-2f83-406e-a0a5-6d92f98d7a01","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","externalModel":"e2e-rec-recover-128e19","provider":"e2e-rec-recover-128e19-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.630268793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"c3931601-5c05-4271-b82d-99531ec7b943","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cmp-legacy-946616","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.674061223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"59f001fe-136d-47e9-bedf-65b9912c3d94","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.674095689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"59f001fe-136d-47e9-bedf-65b9912c3d94","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.873891341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"323c8352-36f9-4838-80b3-4aa7711181ff","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.90874984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"8f71b953-4b18-460b-8c89-c2d9a869495a","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.908776352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"8f71b953-4b18-460b-8c89-c2d9a869495a","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.99015042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"07889a94-a7de-4a48-a7fe-73c08fe80141","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-d01ff7","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.084031558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"13c39c1e-4341-47c8-913d-ee0a3c238d5f","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.084070283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"13c39c1e-4341-47c8-913d-ee0a3c238d5f","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.095408486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"75d457e7-85b6-4bae-96b7-c174370f57b6","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-cmp-legacy-d84080","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.128578837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"36432db8-096b-456a-8c57-524847325b9b","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.128608778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"36432db8-096b-456a-8c57-524847325b9b","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.519971372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"0a12708d-ac20-4e9e-b848-6187db4c9911","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.545944067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"2b41e291-63ad-4632-a181-4de086a09539","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.555649402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"2b41e291-63ad-4632-a181-4de086a09539","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.64453507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"a2f79e64-8a16-4d45-b972-69931781c6ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.652899013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"a2f79e64-8a16-4d45-b972-69931781c6ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.990404552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"94613172-5ad4-4699-98ec-48767a324b4f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.097790879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"77f70491-519e-4e0f-bda9-8a063bcfefca","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.107946517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"77f70491-519e-4e0f-bda9-8a063bcfefca","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.226498223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"5b7b47b7-015c-4aca-b392-04dda85a4690","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.236354811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"5b7b47b7-015c-4aca-b392-04dda85a4690","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.338453592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"57f436f1-c8fe-4953-a01d-f451c48032b6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.338483815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"57f436f1-c8fe-4953-a01d-f451c48032b6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.346012874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"80f3cee9-3695-4d3a-929a-aecdf2978626","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.346044014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"80f3cee9-3695-4d3a-929a-aecdf2978626","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.35574387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"24ef3ea0-5a72-4889-b37b-25da59a5279f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.364133057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"24ef3ea0-5a72-4889-b37b-25da59a5279f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.400772764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"3a221877-dc15-4f92-ae31-b268c3ea85b0","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.400823209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"3a221877-dc15-4f92-ae31-b268c3ea85b0","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.474908125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"5b1a321f-5eee-4e28-9799-721618267f7a","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.591638423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"8a46ebf4-1357-4add-8276-cc73f4894344","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"tenant":"e2e-extmod-b-4c2a28","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.591673723Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"8a46ebf4-1357-4add-8276-cc73f4894344","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-50e446\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-128e19-bcca49b56d50","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.718841173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"678f9850-00e9-4d0d-a332-75bcec32568f","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.719581952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"0153a752-4b6c-4245-b79c-5915028bf4dc","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.727832176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"678f9850-00e9-4d0d-a332-75bcec32568f","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.728180836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3f237311-0891-4087-ad0f-10cf5a19d1a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.731495875Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"678f9850-00e9-4d0d-a332-75bcec32568f","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.736553812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3f237311-0891-4087-ad0f-10cf5a19d1a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.740222838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"d2b3cdcd-6a31-4fca-b28c-97b1e798441a","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.777378897Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"72540d9c-1e7f-46cc-aa1c-a39a1a2afe53","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.793289515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"be7c52ec-eaa2-4c9c-9382-5d28cb525d50","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.802358467Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"be7c52ec-eaa2-4c9c-9382-5d28cb525d50","name":"e2e-rec-recover-128e19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-128e19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.802428586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"be7c52ec-eaa2-4c9c-9382-5d28cb525d50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-128e19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.811969919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"cde7f48d-b728-4752-880c-e28b836ecace","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.819596769Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"92e7b41c-bc33-40c7-b732-90fcb4afcf5a","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.828172879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8e24e411-c749-4477-b530-9a3352630ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.828677508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c45c00c5-d0fd-4d5b-83b6-6219b08736fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.830069538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"848b29e1-0e51-4d4a-a67d-3aa2f845bc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.830674693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"012534ef-ea2f-4e29-a0cb-7cdb96838c29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.836910666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8e24e411-c749-4477-b530-9a3352630ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.836967227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c45c00c5-d0fd-4d5b-83b6-6219b08736fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.838234438Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-a-98529d priority=0:[ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789-98529d-sub ai-tenant-e2e-extmod-a-98529d/e2e-cfl-d01ff7-22bd56-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.839540694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"848b29e1-0e51-4d4a-a67d-3aa2f845bc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.841329867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"7b23fd55-4771-4979-ac53-42293f8eb897","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.841349172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"7b23fd55-4771-4979-ac53-42293f8eb897","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.842321461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"012534ef-ea2f-4e29-a0cb-7cdb96838c29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.876303308Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"012534ef-ea2f-4e29-a0cb-7cdb96838c29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.881295942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"fff74b41-67d3-46cc-afb4-50977f5e16b9","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.881348508Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-c2e0c2-1db7b5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.889788634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"ff3c265f-0d49-4824-887f-4b882ef43ebb","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.889814572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"ff3c265f-0d49-4824-887f-4b882ef43ebb","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.909222366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"575d570c-3b92-4bad-a20d-0ecefa775895","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:30.909335946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"575d570c-3b92-4bad-a20d-0ecefa775895","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.145704416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8beb0faf-ed9e-46fe-8eb4-bc72a236128f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.154757913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fa6187b2-565f-40fc-9ad1-15ee8eca4e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.165886298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8beb0faf-ed9e-46fe-8eb4-bc72a236128f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.169935215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"f412b9b8-3720-41df-badb-56effa9dc6b3","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-cfl-same-c2e0c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.171841358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"910a1f5d-c66a-4dba-bc3a-190183aa2a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.226858833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"910a1f5d-c66a-4dba-bc3a-190183aa2a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.233154085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fa6187b2-565f-40fc-9ad1-15ee8eca4e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.251340364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"160b81be-b467-437e-9a83-9f79e8e34a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.251851341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cbb3f2c7-b8a8-4383-86a7-da9272a3d3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.264409348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"160b81be-b467-437e-9a83-9f79e8e34a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.287860299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"cbb3f2c7-b8a8-4383-86a7-da9272a3d3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.341494464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"335bd1a6-0ee0-441f-8448-63f36ab5f8b6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.341524516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"335bd1a6-0ee0-441f-8448-63f36ab5f8b6","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.390781893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0adfde81-e085-49d0-aca2-281c2dbb3116","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.396597039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dc2b4d37-3ea8-47e2-8b27-22949df85d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.397155767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"849976d4-8103-48bf-8412-b6da0734c770","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.400439686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d9724601-61b9-4f35-99e4-3b3b7ba849cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.40523181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"0adfde81-e085-49d0-aca2-281c2dbb3116","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.408796172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dc2b4d37-3ea8-47e2-8b27-22949df85d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.412787466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d9724601-61b9-4f35-99e4-3b3b7ba849cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.484374225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"4bb0f741-184f-40c3-95be-a9d2d5eb6ae0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.484652578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c049ae94-166d-4de6-8aa2-0d603795a62d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.494165336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"4bb0f741-184f-40c3-95be-a9d2d5eb6ae0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.49444734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c049ae94-166d-4de6-8aa2-0d603795a62d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.591101736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"55f0c0bf-9d53-4a62-88a0-2b63f4b65f2a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.592694181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bbd66e36-2f4b-4827-8a26-49fd2c2cc127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.59284915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"8a08bd1a-0b8c-44e0-81cc-7289558ea449","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.593394397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3c1dc183-f9d4-40cf-a8ef-9c9107137275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.595124513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ac1fd7ec-28f7-4c57-bbf6-8f0ac977b0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.600255809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"55f0c0bf-9d53-4a62-88a0-2b63f4b65f2a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.602491969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bbd66e36-2f4b-4827-8a26-49fd2c2cc127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.603881985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"8a08bd1a-0b8c-44e0-81cc-7289558ea449","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.606151115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ac1fd7ec-28f7-4c57-bbf6-8f0ac977b0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.606922907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3c1dc183-f9d4-40cf-a8ef-9c9107137275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.697634641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"9f2e6d33-1e9b-4e02-b259-884d3d1620ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.697773922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"63453059-12cc-44ee-8e85-7d2dae097d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.702307682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"148fe568-3135-4736-be23-51bda4b1d01e","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.702330662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"148fe568-3135-4736-be23-51bda4b1d01e","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.707826454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"63453059-12cc-44ee-8e85-7d2dae097d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.707864908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"9f2e6d33-1e9b-4e02-b259-884d3d1620ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.712147026Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"9f2e6d33-1e9b-4e02-b259-884d3d1620ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.722898963Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"4afd0d08-24f2-474b-b7c8-0f58ecfd27fd","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a856579","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.798027576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b07cefe2-318b-4761-accc-7c2cbd7d3977","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.812234965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"b07cefe2-318b-4761-accc-7c2cbd7d3977","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.925167272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"0dbe05a5-c684-4eee-b257-dbc46c3428fa","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.928178395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a186e1ad-6cc1-4731-b7d9-865fe36b7e42","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.928198991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a186e1ad-6cc1-4731-b7d9-865fe36b7e42","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.989198772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"fb89a879-8391-4c19-a89d-a29ff52715fc","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.000838201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"3356e719-ab8b-4919-b6df-2e2c65fc0bb7","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.000876668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"3356e719-ab8b-4919-b6df-2e2c65fc0bb7","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.003233077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"d7ed49f1-a5d1-445c-86e6-e629c2bea78c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.009865608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c33a5408-63fc-4c6c-9e9f-900f2ec48767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.084577893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4c484307-854b-4127-b77b-26f2e6575c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.086459965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"1bd9d60d-ad7d-438d-82bc-2d00086d734a","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.08892487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"d7ed49f1-a5d1-445c-86e6-e629c2bea78c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.089164528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"5fe7c681-c635-4ab4-9016-96e5263a8d28","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.0894361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"e361c4ed-191e-425b-abc5-b9336e9ddb6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.093011557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4c484307-854b-4127-b77b-26f2e6575c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.093993117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c33a5408-63fc-4c6c-9e9f-900f2ec48767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.095429826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"1bd9d60d-ad7d-438d-82bc-2d00086d734a","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.097214771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"e361c4ed-191e-425b-abc5-b9336e9ddb6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.100628276Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"e361c4ed-191e-425b-abc5-b9336e9ddb6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.186427813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65218307-937e-4121-a258-9d7ac392d793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.188600221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0db85737-9a08-41ff-880c-8a60fd63f217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.188963038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e641d98d-563e-4a14-ab51-40fd39850f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.189066426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d14d4b8c-6162-4f8e-85da-c2e33bc9985d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.194472159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65218307-937e-4121-a258-9d7ac392d793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.196882806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0db85737-9a08-41ff-880c-8a60fd63f217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.197056335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e641d98d-563e-4a14-ab51-40fd39850f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.199710575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d14d4b8c-6162-4f8e-85da-c2e33bc9985d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.215464287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b475daa3-2c38-4714-863e-c012a9f63659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.223760132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b475daa3-2c38-4714-863e-c012a9f63659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.385174224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fbed5605-788d-4553-b48c-b7ab11e259c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.385444226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5d92bca1-7e9c-4407-aa50-17e362e3ca1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.403624549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fbed5605-788d-4553-b48c-b7ab11e259c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.405602861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5d92bca1-7e9c-4407-aa50-17e362e3ca1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.420530416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"964b54dc-e93e-45f0-8859-650b50932599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.420626433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fffaf36-e48a-4ec4-932c-fca2780da181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.423386271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"54d1aa93-ee89-47e5-9ca6-eb29848edca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.428979498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"964b54dc-e93e-45f0-8859-650b50932599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.429545094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fffaf36-e48a-4ec4-932c-fca2780da181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.431874118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"54d1aa93-ee89-47e5-9ca6-eb29848edca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.449543725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"b445d5d2-d0f1-409c-8cb7-89af92b5398c","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.52326893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"0d1144cb-c6f6-4b94-ab41-09cf00abf751","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.525977494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"26609fc2-c24e-49d4-994f-a3a1ed432df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.526548975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"83022c45-6aa1-4128-a089-e2e2d23bb8a1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.52704261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0fb9d133-22eb-41f1-a69b-b6bcc98c50c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.52709972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a2e8b966-96ef-4f78-b0bd-70391e0944cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.53182951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"0d1144cb-c6f6-4b94-ab41-09cf00abf751","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.535145873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"26609fc2-c24e-49d4-994f-a3a1ed432df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.535889929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"83022c45-6aa1-4128-a089-e2e2d23bb8a1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.538956182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a2e8b966-96ef-4f78-b0bd-70391e0944cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.53933333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0fb9d133-22eb-41f1-a69b-b6bcc98c50c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.620530404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"91272a5d-0ac1-4ba4-8a83-8a91eedf2ba0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.625753806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"05963ed5-651e-41c3-aaa4-09d290e045b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.629088031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"91272a5d-0ac1-4ba4-8a83-8a91eedf2ba0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.634025855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"05963ed5-651e-41c3-aaa4-09d290e045b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.719490857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b18ee4b0-2f5d-4a87-b0f5-6d0bad9471c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.719599023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd9894f4-3757-49a2-8ebe-b5d7aced80db","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.721870576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"1aa1f8de-cb31-491f-a41c-9446701f4bac","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.727666992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b18ee4b0-2f5d-4a87-b0f5-6d0bad9471c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.727838524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd9894f4-3757-49a2-8ebe-b5d7aced80db","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.730334877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"1aa1f8de-cb31-491f-a41c-9446701f4bac","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.731500809Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd9894f4-3757-49a2-8ebe-b5d7aced80db","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:36.700479911Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"fa939ec5-b2b6-4494-8b17-ef80577ac640","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.413867041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"0be788f5-25c2-4461-a409-d5cac10db653","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.413894708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"0be788f5-25c2-4461-a409-d5cac10db653","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.422282513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"53d2189a-3380-4556-bfee-0e1e9ff6ea6a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.430717728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"53d2189a-3380-4556-bfee-0e1e9ff6ea6a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.43123152Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"6b829534-43ce-4775-be85-b8eb521e357d","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-612e45b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.555824292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"70e75928-2246-4de5-a2e3-7b988ef2a4a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.56433091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"70e75928-2246-4de5-a2e3-7b988ef2a4a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.528192317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"c9994f1c-c80e-46bf-9fd2-a123ecf45d75","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.896446585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"678ffdf2-3772-4c25-ae35-931e469c14e4","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.037140045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"0d541091-b827-4424-a55c-e19c01950e43","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.03716608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"0d541091-b827-4424-a55c-e19c01950e43","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.052924389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e21240d8-c8bc-4dd7-b67e-24a619bcb57f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.05296094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"2e1c1d97-5bb1-4b1f-888a-0f1873965d80","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.055949724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"3ab05e6a-3bc6-486c-be15-b42d8ff9c12e","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f17f5a8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.061810706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"2e1c1d97-5bb1-4b1f-888a-0f1873965d80","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.062046157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e21240d8-c8bc-4dd7-b67e-24a619bcb57f","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.219175143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"cb9d12d3-21ab-4832-871e-1a34141ab6d0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.223384612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"4dd0aacf-55ad-4a15-bce9-80a2ac0b5eae","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.232237243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"cb9d12d3-21ab-4832-871e-1a34141ab6d0","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.238229525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"4dd0aacf-55ad-4a15-bce9-80a2ac0b5eae","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.544260615Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"ae9ca819-c5b4-4bd3-ba53-d08f6b61b8a5","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.547819105Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"e5e3d207-654d-4f30-966d-4926ae748f73","MaaSModelRef":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"name":"maas-trlp-e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.54827441Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"ae9ca819-c5b4-4bd3-ba53-d08f6b61b8a5","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446","model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.555978952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"196c6391-96c7-4879-a3bb-cce9aca0e613","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.556824611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ffb29680-0875-443d-ab94-5d7d9b6e232f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.564335455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"196c6391-96c7-4879-a3bb-cce9aca0e613","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.564370308Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"196c6391-96c7-4879-a3bb-cce9aca0e613","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.566304934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ffb29680-0875-443d-ab94-5d7d9b6e232f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.663130338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"751427ce-7bfb-485d-97fc-e1ee90e1bcbc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.666099322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ade62f8a-deb5-45a0-b689-009fa2bde85c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.671690712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"751427ce-7bfb-485d-97fc-e1ee90e1bcbc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.671722678Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"751427ce-7bfb-485d-97fc-e1ee90e1bcbc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.67578221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ade62f8a-deb5-45a0-b689-009fa2bde85c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.793276642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"df5ddc87-86d5-423c-a8d7-b24e6426ebf5","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","subscription":"e2e-cmp-legacy-d84080-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.802872435Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"df5ddc87-86d5-423c-a8d7-b24e6426ebf5","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.806871667Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-sub","reconcileID":"df5ddc87-86d5-423c-a8d7-b24e6426ebf5","MaaSSubscription":{"name":"e2e-cmp-legacy-d84080-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.882882014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"d88d29a0-697f-4c2f-815a-7fcdfea957bf","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.893417517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"994942e7-6561-43bf-b706-0eefa6cd8cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.894745358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"883aa59c-c6c9-44cc-9064-3f3d669b66af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.894942728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e035a11f-a59a-4fbc-b0b5-550563066590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.896772564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f50e0bf6-b349-4f88-af23-c849d9d2af8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.900178931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.903255025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"994942e7-6561-43bf-b706-0eefa6cd8cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.904620271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"883aa59c-c6c9-44cc-9064-3f3d669b66af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.90544938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"c91bcf9b-101c-4f34-93bb-2b41c7e8f805","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.905471453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"c91bcf9b-101c-4f34-93bb-2b41c7e8f805","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.982967615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f50e0bf6-b349-4f88-af23-c849d9d2af8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.004555499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f53192-94c7-4037-9a01-0aa68a0e6529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.011141496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e035a11f-a59a-4fbc-b0b5-550563066590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.020772421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f53192-94c7-4037-9a01-0aa68a0e6529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.032403857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"d0bdee45-16d4-4b58-ae44-79704893fcc1","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.032444197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"d0bdee45-16d4-4b58-ae44-79704893fcc1","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.042289938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"988f8cde-8506-4e97-b951-4978651bd1b1","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.042315757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"988f8cde-8506-4e97-b951-4978651bd1b1","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.073137447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"a1ffd68c-1415-491e-855e-7cf2e01f52ca","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.073176062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"a1ffd68c-1415-491e-855e-7cf2e01f52ca","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.124116771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"bdb7c5fc-26d3-402e-86d5-e3251b3fb911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.124142627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a7fbcd7b-56be-44f4-b049-e369d7957e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.134177935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a7fbcd7b-56be-44f4-b049-e369d7957e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.134352165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"bdb7c5fc-26d3-402e-86d5-e3251b3fb911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.213111554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f3579022-9776-42a4-a504-055e7fa44e66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.259089059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e6b45b3c-d928-4cb2-98ef-aceee78c2520","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.259813621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"1621be22-c30f-44c1-b48c-cdaf7292ec7e","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.271248221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"1621be22-c30f-44c1-b48c-cdaf7292ec7e","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.27383974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e6b45b3c-d928-4cb2-98ef-aceee78c2520","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.326011533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f3579022-9776-42a4-a504-055e7fa44e66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.332713914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"aab76299-1bb9-44e4-9fc3-95dad331defd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.336593067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"bd25146b-923e-40e0-b025-d27f932d74bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.337147378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f8b6b19f-3249-4f96-8c4c-53e6b4fc95a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.34181339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"aab76299-1bb9-44e4-9fc3-95dad331defd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.343013369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a16868f7-c8e5-4651-a3ba-d453e6cbb516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.345032722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"bd25146b-923e-40e0-b025-d27f932d74bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.346090136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f8b6b19f-3249-4f96-8c4c-53e6b4fc95a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.385075532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a16868f7-c8e5-4651-a3ba-d453e6cbb516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.387289123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f3579022-9776-42a4-a504-055e7fa44e66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.387308587Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080-access","reconcileID":"f3579022-9776-42a4-a504-055e7fa44e66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d84080-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.399508969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"0739428f-03b3-4771-ab01-f4e5d04775b1","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"ai-tenant-e2e-extmod-a-a0d4ec/e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.399549452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"0739428f-03b3-4771-ab01-f4e5d04775b1","MaaSModelRef":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"routeName":"external-model-e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","model":"e2e-cmp-legacy-d84080","externalModel":"e2e-cmp-legacy-d84080","provider":"e2e-cmp-legacy-d84080-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.437110971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"06093973-7e0c-47e1-84d3-9c573030894e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.437774484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09483f3f-8f19-4b65-84a6-1080a68f13ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.476876548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7a8ad791-f249-425c-a0e8-0f3bc1a31d29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.476953707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a0a32e04-57fb-42d3-b7fd-cb7578f7dca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.479437371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"06093973-7e0c-47e1-84d3-9c573030894e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.479567854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09483f3f-8f19-4b65-84a6-1080a68f13ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.479861725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"ac0a339f-66d7-42a0-9599-3501425ce8a5","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.480527991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"976295e3-2cd8-4902-beab-6f6881c1afe5","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.485613359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7a8ad791-f249-425c-a0e8-0f3bc1a31d29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.485997536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a0a32e04-57fb-42d3-b7fd-cb7578f7dca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.488393475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"ac0a339f-66d7-42a0-9599-3501425ce8a5","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.493045694Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7a8ad791-f249-425c-a0e8-0f3bc1a31d29","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.529770253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4b0281ae-1f55-43dc-9db7-f617fa65752a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.538624285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4b0281ae-1f55-43dc-9db7-f617fa65752a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.984333634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"ab612a3b-043b-459a-950d-93bf82fddc2f","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.006300999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7dd381d6-a159-4bc6-9349-2c259280a061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.006572529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"200605a5-f54e-41fb-81a8-7bc2fc725ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.008958743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e6c28235-85ee-4c11-8297-20792d03dbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.010015009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b128ace-bac0-4953-8363-ba55ee7771aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.011468755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4a0c7547-1809-46fa-bdf3-d97d81a7921c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.088722185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7dd381d6-a159-4bc6-9349-2c259280a061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.089724201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"200605a5-f54e-41fb-81a8-7bc2fc725ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.09295182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b128ace-bac0-4953-8363-ba55ee7771aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.095702874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e6c28235-85ee-4c11-8297-20792d03dbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.097124963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d84080","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","reconcileID":"39f37a4c-90be-4feb-b16e-3ef1fd82bfe4","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-cmp-legacy-d84080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.098650232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4a0c7547-1809-46fa-bdf3-d97d81a7921c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.178018332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"0807a0c8-7589-4494-92be-012c5642229b","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.178130077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d21fb3ef-a19e-4fc7-924e-28ec65460746","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.182194534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"81599468-25b3-4910-94c3-a39c6204b418","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.182193905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"540a5c98-f087-49b6-93d5-a223d12809f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.185653292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"75bf6dd0-4e3e-43d5-93cc-d3a0c6cbe3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.188109867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d21fb3ef-a19e-4fc7-924e-28ec65460746","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.189231531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"0807a0c8-7589-4494-92be-012c5642229b","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.192427233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"81599468-25b3-4910-94c3-a39c6204b418","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.192717193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"540a5c98-f087-49b6-93d5-a223d12809f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.197391338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"75bf6dd0-4e3e-43d5-93cc-d3a0c6cbe3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.218046215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cab8fc77-404e-4771-b7d3-f6f6fb7e15f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.222860434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3cc304e7-7164-4c8d-ba9e-6fb4919d46a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.223953385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"e0a7e514-675a-4652-a074-ac7635507785","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.277689957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"cab8fc77-404e-4771-b7d3-f6f6fb7e15f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.278145866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d3283f67-4396-4411-99e0-948de12ae3f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.280820295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"e0a7e514-675a-4652-a074-ac7635507785","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.280977546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3cc304e7-7164-4c8d-ba9e-6fb4919d46a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.29156879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"2695f60e-9fef-4928-9fcb-45a0ef46e57b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.295929654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d3283f67-4396-4411-99e0-948de12ae3f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.371718034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"2695f60e-9fef-4928-9fcb-45a0ef46e57b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.413077906Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"2695f60e-9fef-4928-9fcb-45a0ef46e57b","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.567898689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b528b551-188b-4477-ad4f-4e720460a8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.72300048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e9136012-7976-40dd-87a4-bdfe6715f63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.758946646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b528b551-188b-4477-ad4f-4e720460a8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.772779355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"5b17e768-2338-4862-95a4-fa121458d100","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.773500625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"c38b2600-071d-439c-8c14-f5856b54bf54","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.8419998Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-128e19","namespace":"e2e-extmod-rec-noaccess-50e446"},"namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","reconcileID":"c38ee195-accd-4a10-91f3-370203726af0","namespace":"e2e-extmod-rec-noaccess-50e446","name":"e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.853699983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8ac1b3f9-acfe-4c15-ba0e-efb965cc139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.854603969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f8bbe01d-c6b4-4650-a76e-c5f0e5b10b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.867897939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e9136012-7976-40dd-87a4-bdfe6715f63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.871837599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8ac1b3f9-acfe-4c15-ba0e-efb965cc139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.878301279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f8bbe01d-c6b4-4650-a76e-c5f0e5b10b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.878930153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fde83c77-fd62-47b3-ac5e-3df0b4763fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.888170291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fde83c77-fd62-47b3-ac5e-3df0b4763fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.917527287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3a078807-2ea7-4ace-8ae1-a544ffd9a840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.920235784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8f96a32e-d344-4da9-99d1-fc685ae88b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.920401596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44892939-97f5-41fe-93bf-ff9f3ba425fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.926808881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3a078807-2ea7-4ace-8ae1-a544ffd9a840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.927835127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c302ec81-2507-4b8c-9514-20a46eaf61ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.927975549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"9b546153-8012-4631-b5b3-0cddb54c4d73","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.934101989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44892939-97f5-41fe-93bf-ff9f3ba425fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.934274747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8f96a32e-d344-4da9-99d1-fc685ae88b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.936912504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"9b546153-8012-4631-b5b3-0cddb54c4d73","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.938606005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c302ec81-2507-4b8c-9514-20a46eaf61ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.02503642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd8e487-a738-418e-a8ad-5392c0e4d51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.025780542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9dee09a5-b05c-4026-a9cf-8762a2bad9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.030190993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"97368034-c2b7-46a9-a49e-dff2217284ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.031119019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"b9cc8f4a-10ef-4a2c-a18a-37c8c630c262","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.079981075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd8e487-a738-418e-a8ad-5392c0e4d51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.083912683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"97368034-c2b7-46a9-a49e-dff2217284ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.085331243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"b9cc8f4a-10ef-4a2c-a18a-37c8c630c262","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.087663286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9dee09a5-b05c-4026-a9cf-8762a2bad9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.094913046Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"97368034-c2b7-46a9-a49e-dff2217284ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.120818996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f249b66b-2847-4c70-9343-2584059b71b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.121191289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"019bac17-9649-40b1-89e3-224aad89f9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.176796031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d7aae77c-ecbf-4556-ba67-d06ee607f2d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.177098438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d695fa29-9925-4b98-af05-11c844c2381d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.179272005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f249b66b-2847-4c70-9343-2584059b71b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.179484489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"019bac17-9649-40b1-89e3-224aad89f9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.179661764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"f1ea2775-4d47-44f4-b6c3-b16698fec628","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.185724728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"d7aae77c-ecbf-4556-ba67-d06ee607f2d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.185912231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d695fa29-9925-4b98-af05-11c844c2381d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.188027279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"f1ea2775-4d47-44f4-b6c3-b16698fec628","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.21971546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"04963306-8f3b-433b-99ae-e8658a70e344","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.222325415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ab06c9a7-01a7-4344-9248-188187ea59b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.222745727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"674a12d4-f9ce-4c52-bc3e-2c7ba19da151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.224604437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b730ba83-42b6-4b71-b095-a195054287a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.224789281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5a30245-d8e6-472f-bff7-18a52f5cdcae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.227627483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"04963306-8f3b-433b-99ae-e8658a70e344","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.230815268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ab06c9a7-01a7-4344-9248-188187ea59b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.276879965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"674a12d4-f9ce-4c52-bc3e-2c7ba19da151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.278572869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e5a30245-d8e6-472f-bff7-18a52f5cdcae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.279119998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b730ba83-42b6-4b71-b095-a195054287a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.421750504Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"bad62548-877d-447e-8cd5-a6df2ec376aa","namespace":"llm","name":"e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.480490508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"5ea3ad04-4dbe-406a-927b-966a80d7c1a7","namespace":"llm","name":"e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.48224048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bac209e3-865c-43e1-bd9f-2c52aa107fe9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.482264768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bac209e3-865c-43e1-bd9f-2c52aa107fe9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.48265356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4cb692e-05a6-451f-8065-a55d0317d7e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.48266835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4cb692e-05a6-451f-8065-a55d0317d7e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483137474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5719f7b5-3427-47c0-b2a9-22e9a88466bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483155838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5719f7b5-3427-47c0-b2a9-22e9a88466bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483541841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfa475ad-2375-4f89-9118-91489e6e724e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483558151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfa475ad-2375-4f89-9118-91489e6e724e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483870046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84d2d22c-0fc9-4581-9713-8c06acd807b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.483885576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84d2d22c-0fc9-4581-9713-8c06acd807b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.484246302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab3379c-d911-475f-a122-ce11c4585336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.484262333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab3379c-d911-475f-a122-ce11c4585336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.484773887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34ee6f9c-d34d-4bf3-a9fc-8e73b4eb89e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.484790581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34ee6f9c-d34d-4bf3-a9fc-8e73b4eb89e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.485114333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8405dda3-6cc9-44b0-84a6-14500659e374","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.4851303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8405dda3-6cc9-44b0-84a6-14500659e374","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.495092224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bacbd9a0-9f5c-4649-83ac-35019f64d743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.495994958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"17dbb91c-4221-401c-8c97-f9c27fe8eb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.499980044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3273cf91-c3e6-4f80-a6fb-9801d731833f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.506029537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bacbd9a0-9f5c-4649-83ac-35019f64d743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.506482855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"17dbb91c-4221-401c-8c97-f9c27fe8eb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.507141802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa8b349c-f98a-4d72-a6a7-d6f7a01f75ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.507267496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76dede58-17ba-4aa2-88a1-9018d7b775fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.510821829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3273cf91-c3e6-4f80-a6fb-9801d731833f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.580566263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"c4df2fb1-e6cf-4e20-bdbb-ce036681d9b4","namespace":"llm","name":"e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.589651361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2b7dfffd-becb-4828-8a90-a27f5554c83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.593020453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"81a931b8-7d47-41cc-be9e-2cb33ff20b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.599882394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2b7dfffd-becb-4828-8a90-a27f5554c83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.609597461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"81a931b8-7d47-41cc-be9e-2cb33ff20b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.611344081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"08e4630f-7754-4eb5-9e18-278923172916","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.611367001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"08e4630f-7754-4eb5-9e18-278923172916","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.639696122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb474f5-8431-43b7-bda4-2a8c3e27da5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.639704086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9fae09df-f182-43a3-aa1a-d6606aae512c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.676584524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d71970ea-913d-4a30-a8ed-cd44fff9e701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.678788005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb474f5-8431-43b7-bda4-2a8c3e27da5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.684715954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9fae09df-f182-43a3-aa1a-d6606aae512c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.685219267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d71970ea-913d-4a30-a8ed-cd44fff9e701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.988810156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b7e76f6c-ddeb-4f8d-8ca0-c760177d2cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.990527728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"5ef5a815-5d2a-4553-9334-11c6eb20e72c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.012084631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"fc021fa7-ba47-403b-8d79-353102c76b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.049606411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b7e76f6c-ddeb-4f8d-8ca0-c760177d2cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.050091678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"5baeec26-d436-4ed1-804e-a885543d2f8a","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.050600101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bc312850-6024-41bb-bd8a-23cc6c31a33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.053555194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"5ef5a815-5d2a-4553-9334-11c6eb20e72c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.06188443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"fc021fa7-ba47-403b-8d79-353102c76b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.065888071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"5baeec26-d436-4ed1-804e-a885543d2f8a","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.067736741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bc312850-6024-41bb-bd8a-23cc6c31a33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.177714576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"c261c2e9-3f12-4941-a79f-6fd09c62641d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.186553081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"c261c2e9-3f12-4941-a79f-6fd09c62641d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.283970815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"385a0318-c99c-46a9-be6d-ab192c021169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.28404083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"84d4e277-293e-4129-b6ad-bdf3f75eacaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.286277028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"9d12e04b-c1fe-4947-9561-1abd4ba268ac","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.287158389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ec9a9c01-4235-4b4c-bd58-564bf04bcdd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.292612106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"84d4e277-293e-4129-b6ad-bdf3f75eacaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.292758831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"385a0318-c99c-46a9-be6d-ab192c021169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.295188052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"9d12e04b-c1fe-4947-9561-1abd4ba268ac","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.295828197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ec9a9c01-4235-4b4c-bd58-564bf04bcdd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.302780809Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ec9a9c01-4235-4b4c-bd58-564bf04bcdd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.378675251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"a873b956-dda3-4873-93ce-8880d1e491c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.38805441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"a873b956-dda3-4873-93ce-8880d1e491c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.716922354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c02c8e10-8df4-4b14-b9f6-929f7c09d894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.720863431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"404ccd38-baca-490a-84b6-597d4372ea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.722579914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"5c31b006-4ae2-4f91-aede-5fef00c86915","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.722638993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"5c31b006-4ae2-4f91-aede-5fef00c86915","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.736075107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"404ccd38-baca-490a-84b6-597d4372ea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.751429339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"c02c8e10-8df4-4b14-b9f6-929f7c09d894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.793067346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"860f4d89-31a3-4f4b-8b31-c3c1c84bd7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.799696743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d879adcc-ace5-4d86-a70a-f672f0b79820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.80598832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"053fc63b-0373-4094-90e1-9820707c5ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.816340616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"860f4d89-31a3-4f4b-8b31-c3c1c84bd7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.823762491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"053fc63b-0373-4094-90e1-9820707c5ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.876599892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d879adcc-ace5-4d86-a70a-f672f0b79820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.878093755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"d502af6e-c23e-434a-a6ea-42909f01338c","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.878123534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"d502af6e-c23e-434a-a6ea-42909f01338c","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.893326354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"8a721d11-32f9-48b9-aed0-bd00b7c38b97","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.90162092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"8a721d11-32f9-48b9-aed0-bd00b7c38b97","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.996627982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"ce1b7cef-6649-43f9-bc9a-72f49c68d4ac","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.996661968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"ce1b7cef-6649-43f9-bc9a-72f49c68d4ac","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:46.008173378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"aabe5d7a-8929-40f6-926e-6e197bc83288","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:46.077645476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"aabe5d7a-8929-40f6-926e-6e197bc83288","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:46.788029331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"19396580-6ef0-49ac-9ea9-3a6540337f78","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.390481132Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.401601164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"1f9e1813-b188-42cf-9881-49e218caf904","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.401635456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"1f9e1813-b188-42cf-9881-49e218caf904","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.441319812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"acb95e71-b8d3-43cf-b089-5d144734f683","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f2d751-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.442937657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"1c5e3552-1496-48bc-ab90-0e2be03231e4","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","subscription":"e2e-cmp-legacy-946616-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.444155653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"f9ecbc4d-78f7-45fd-a760-447821cc6f82","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.44417574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"f9ecbc4d-78f7-45fd-a760-447821cc6f82","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.449767672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6256a0a8-425f-47ab-a41e-7352dc0962d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.456918862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f7a52cf-13ea-44cb-931c-4e17e44d9a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.45779649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"1c5e3552-1496-48bc-ab90-0e2be03231e4","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.458420929Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"f9ecbc4d-78f7-45fd-a760-447821cc6f82","name":"e2e-dft-f2d751","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f2d751\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.458497768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"f9ecbc4d-78f7-45fd-a760-447821cc6f82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f2d751\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.459871488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"81512e86-b339-4866-9e80-540601edaee6","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.464495413Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-sub","reconcileID":"1c5e3552-1496-48bc-ab90-0e2be03231e4","MaaSSubscription":{"name":"e2e-cmp-legacy-946616-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.467846182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"60080c11-8009-4141-9360-34894f009ceb","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.467868704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"60080c11-8009-4141-9360-34894f009ceb","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.480009573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"c4bea275-85bd-4cfd-82ce-01e0ca01049a","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.480048783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"c4bea275-85bd-4cfd-82ce-01e0ca01049a","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.492590178Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f7a52cf-13ea-44cb-931c-4e17e44d9a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.492960636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6256a0a8-425f-47ab-a41e-7352dc0962d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.495659063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"0a7f6983-c170-4400-b43f-97e895ed389f","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.495681306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"0a7f6983-c170-4400-b43f-97e895ed389f","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.495932659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"81512e86-b339-4866-9e80-540601edaee6","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.577900645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6256a0a8-425f-47ab-a41e-7352dc0962d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.578020248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f7a52cf-13ea-44cb-931c-4e17e44d9a98","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:48.578381559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"81512e86-b339-4866-9e80-540601edaee6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.579018091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59352c2c-d9d0-45bb-8668-2c3530169bbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.579040338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59352c2c-d9d0-45bb-8668-2c3530169bbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.579474137Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"de2d3f5e-6b6e-4fe1-b741-7452c0c6c05f","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2d751","model":"e2e-dft-f2d751","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f2d751-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.592185187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"51de7a2d-df7a-4e8c-b82d-82c9ca916531","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.592237484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"51de7a2d-df7a-4e8c-b82d-82c9ca916531","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.598001983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0727923-6439-4c05-998b-38c1885272ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.598021243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0727923-6439-4c05-998b-38c1885272ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.599670094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92c61707-9407-49fc-8cf8-9f03d8bfcfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.602476611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"f46a0c40-8e36-4362-b9d2-4774e65b35db","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.608086349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92c61707-9407-49fc-8cf8-9f03d8bfcfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.613102333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"f46a0c40-8e36-4362-b9d2-4774e65b35db","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.61613201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"9d7ae4a8-8053-425f-a06e-3e7676f82425","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.61615751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"9d7ae4a8-8053-425f-a06e-3e7676f82425","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.616488736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.626388311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"48c1775a-2cb1-4166-9ec7-481b3cfb3177","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.626410254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"48c1775a-2cb1-4166-9ec7-481b3cfb3177","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.689836456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"d721ae24-d170-4d5d-a77f-c6fde8e29a85","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.695146215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4730966e-165e-4163-8c95-99d2d867bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.698140698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"d721ae24-d170-4d5d-a77f-c6fde8e29a85","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.703436933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"9a13ecac-bf82-4df8-aa3c-fe93d1970712","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2d751","model":"llm/e2e-dft-f2d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.705591255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4730966e-165e-4163-8c95-99d2d867bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.713872756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4730966e-165e-4163-8c95-99d2d867bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.770036431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"7356ddd3-4bff-4f4e-8ea7-d8398670bd04","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.77007375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"7356ddd3-4bff-4f4e-8ea7-d8398670bd04","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.78683899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"02367a38-71a8-4466-b055-7bf2487bdb1e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.796832634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"02367a38-71a8-4466-b055-7bf2487bdb1e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.915956943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"e49c1c2d-dea1-4d5a-9b99-e7648c9bac77","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.09084758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"e49c1c2d-dea1-4d5a-9b99-e7648c9bac77","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.124446468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"e49c1c2d-dea1-4d5a-9b99-e7648c9bac77","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.12447121Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616-access","reconcileID":"e49c1c2d-dea1-4d5a-9b99-e7648c9bac77","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-946616-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.181178929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"8b17569e-8b86-4790-972d-154e10bdb934","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"ai-tenant-e2e-extmod-a-eb69cb/e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.181246362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"8b17569e-8b86-4790-972d-154e10bdb934","MaaSModelRef":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"routeName":"external-model-e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb","model":"e2e-cmp-legacy-946616","externalModel":"e2e-cmp-legacy-946616","provider":"e2e-cmp-legacy-946616-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.571871328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"5ea692de-df2c-4ba0-9a7e-49034084835b","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.66870457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"5d46628a-91fc-4508-a238-51de8db08480","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.688663812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3c12c43d-c6cc-40fe-ad8e-7b1fdbdd7675","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.692582481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9aa0451a-5f76-4fcc-b0c9-483c8ee11836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.692668364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"46493acb-a053-4d96-922d-62dcd7223945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.694292726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"5e202b9f-2d40-4653-8b7c-b87878d8d37d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.695395572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17069a92-abe7-4ab1-972a-59e26f0529d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.698471031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"3c12c43d-c6cc-40fe-ad8e-7b1fdbdd7675","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.701848748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9aa0451a-5f76-4fcc-b0c9-483c8ee11836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.70441989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"46493acb-a053-4d96-922d-62dcd7223945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.70479324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"5e202b9f-2d40-4653-8b7c-b87878d8d37d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.708239555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17069a92-abe7-4ab1-972a-59e26f0529d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.718998075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"5e202b9f-2d40-4653-8b7c-b87878d8d37d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.724621765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17069a92-abe7-4ab1-972a-59e26f0529d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.744535517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"0fcf8106-6592-49a7-a154-474ffcad67ea","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.744571951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"0fcf8106-6592-49a7-a154-474ffcad67ea","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.776789026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"aacb2a3e-5f49-495a-aa59-d7dc981222c1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.780415247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-946616","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","reconcileID":"a7c5c38b-f70b-4a54-9f5d-823d192fc32b","namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cmp-legacy-946616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.790947271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"aacb2a3e-5f49-495a-aa59-d7dc981222c1","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.792277699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"99fce5d3-f00a-4204-b5f5-f412eaa80b2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.80305415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"99fce5d3-f00a-4204-b5f5-f412eaa80b2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.860581536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1e5d9b8b-5906-40b1-bb21-04936288c740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.861795527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fd115622-c349-4d6b-a86d-50b89ee51fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.864267846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"13eae421-4080-4a84-bb73-f539252f2211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.865046615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7f9943da-f438-43d0-8d1a-e51a4d3085a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.867123766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"3721d4bd-edb5-43e6-841b-49bc9d3daef1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.870933335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1e5d9b8b-5906-40b1-bb21-04936288c740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.879179111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"13eae421-4080-4a84-bb73-f539252f2211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.884346397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fd115622-c349-4d6b-a86d-50b89ee51fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.888328113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"3721d4bd-edb5-43e6-841b-49bc9d3daef1","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.890999305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7f9943da-f438-43d0-8d1a-e51a4d3085a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:49.898970021Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7f9943da-f438-43d0-8d1a-e51a4d3085a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.153126857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bcd5122b-a5c2-43c7-af85-b89ba49ec921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.153838921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a8bfd720-4ee3-4ce2-8a29-7cbedcb69388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.158467219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"11dafd0a-d18d-449a-8a20-806da2d3b7a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.207225837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6486ea7d-cfe4-4b6c-8fb3-8d2ca453f17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.208568091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bcd5122b-a5c2-43c7-af85-b89ba49ec921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.209455205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd7cb25-a8f6-4d8e-b264-f09b53985be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.21817523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a8bfd720-4ee3-4ce2-8a29-7cbedcb69388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.231710866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd7cb25-a8f6-4d8e-b264-f09b53985be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.232395043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"11dafd0a-d18d-449a-8a20-806da2d3b7a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.248344909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6486ea7d-cfe4-4b6c-8fb3-8d2ca453f17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.251821396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd7cb25-a8f6-4d8e-b264-f09b53985be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.316193655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe73d85c-b4bc-4a39-b8e4-05142092791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.316257262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe73d85c-b4bc-4a39-b8e4-05142092791f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.330377308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e90d6723-1053-489f-94bf-7fdc1cd8aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.334103946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1e5a79d-68cb-4485-8a67-0930435053c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.347373168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e90d6723-1053-489f-94bf-7fdc1cd8aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.401189964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1e5a79d-68cb-4485-8a67-0930435053c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.406709034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f14eebee-4cf1-4264-9043-572c98f542f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.501430053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f14eebee-4cf1-4264-9043-572c98f542f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.512230597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f14eebee-4cf1-4264-9043-572c98f542f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.524682695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"7babe39c-8bb7-4170-8d4d-b2a2766cb2c5","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.579444572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"7babe39c-8bb7-4170-8d4d-b2a2766cb2c5","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.580281086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ff28f610-ec3b-4d87-9fba-4e8a61f2d3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.58101198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4a2975a6-25b1-4d22-ba4d-f0db8441a9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.606406488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"7babe39c-8bb7-4170-8d4d-b2a2766cb2c5","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.610134799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4a2975a6-25b1-4d22-ba4d-f0db8441a9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.624374227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"a585dd52-1795-4515-9c03-de11236f449d","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.62738183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ff28f610-ec3b-4d87-9fba-4e8a61f2d3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.689955176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e36e1354-b47b-4ec5-9a0e-aa268c305b01","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.690067546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"8c9f3b84-fce3-4b1c-b873-9815c63b5148","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.703917455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"8c9f3b84-fce3-4b1c-b873-9815c63b5148","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.705973213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"e36e1354-b47b-4ec5-9a0e-aa268c305b01","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.746068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"5f025900-ce5b-4432-ac77-06ff70bb2023","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.756807007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"5f025900-ce5b-4432-ac77-06ff70bb2023","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.759328386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"9501fdc0-aadd-4184-9925-bc68ab8784b8","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:50.759352617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"9501fdc0-aadd-4184-9925-bc68ab8784b8","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.07254575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"91928319-c6a8-4cf5-bed1-2c762d5fb0f4","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","subscription":"e2e-cfl-d01ff7-22bd56-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.11791233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"91928319-c6a8-4cf5-bed1-2c762d5fb0f4","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.13627964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-sub","reconcileID":"91928319-c6a8-4cf5-bed1-2c762d5fb0f4","MaaSSubscription":{"name":"e2e-cfl-d01ff7-22bd56-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.30117091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.305800748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"6b54546f-0989-4f72-b62d-d0515a9825cb","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.305839264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"6b54546f-0989-4f72-b62d-d0515a9825cb","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.321366208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c4272e89-844f-4357-b4b3-ac2cb7d6667e","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.325282103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"85a45a95-025d-40d0-8352-fa9d5760db3e","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.330987366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"c4272e89-844f-4357-b4b3-ac2cb7d6667e","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.335227331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"85a45a95-025d-40d0-8352-fa9d5760db3e","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.415011405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"3b759ab8-016b-4ef5-837b-015864fbe169","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.423182877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"3b759ab8-016b-4ef5-837b-015864fbe169","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.492077422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"7ac60497-8e5d-42a8-9eaf-a6fbfabf4fdd","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.492118697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"7ac60497-8e5d-42a8-9eaf-a6fbfabf4fdd","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.550871434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-d01ff7-22bd56-access","reconcileID":"78256351-7392-4545-982a-c0d019ad08ba","MaaSAuthPolicy":{"name":"e2e-cfl-d01ff7-22bd56-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.66794901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d90c180d-d4a5-48fa-b0cd-73223b8c145e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.676687101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d90c180d-d4a5-48fa-b0cd-73223b8c145e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.764158339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"74eee2ba-dbd7-4302-99b1-1b733dce6ca8","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.764186785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"74eee2ba-dbd7-4302-99b1-1b733dce6ca8","MaaSModelRef":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-d01ff7-94ce84ba9730","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-d01ff7","externalModel":"e2e-cfl-d01ff7","provider":"e2e-cfl-d01ff7-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.876912598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c6804d81-428b-4f6a-8776-b065d72e7723","namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.877026853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c44cc521-b6de-4b52-9c80-ab7ce44bad8d","namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.896457971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bd5c2d2a-139c-4f99-b0d1-1508484ff3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.897454776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"221ef874-ed25-40ac-95dc-a8f2b9cd4e45","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.897956748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614a4199-aa9d-48e1-a39d-3fc1e356e2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.900373512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"e91e1949-be20-428b-b9c4-dc6986473177","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.900403317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7e24e3-ddec-446a-a6dd-6965484dba56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.906920969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bd5c2d2a-139c-4f99-b0d1-1508484ff3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.909042344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"221ef874-ed25-40ac-95dc-a8f2b9cd4e45","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.913251268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614a4199-aa9d-48e1-a39d-3fc1e356e2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.913466626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"e91e1949-be20-428b-b9c4-dc6986473177","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.980190177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614a4199-aa9d-48e1-a39d-3fc1e356e2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.982188161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"e91e1949-be20-428b-b9c4-dc6986473177","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.986314418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7e24e3-ddec-446a-a6dd-6965484dba56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.998285927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7e24e3-ddec-446a-a6dd-6965484dba56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.077660006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"53b62910-0e95-4247-973b-c958143525c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.078173719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"3ef00b93-e69f-4c17-9755-9aa08eaab225","namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.079884162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ef7a6d2e-4742-436e-aad6-0b87011f2d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.087066893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"53b62910-0e95-4247-973b-c958143525c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.089577111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"ef7a6d2e-4742-436e-aad6-0b87011f2d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.092363661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"997e755c-fefb-4948-8e5d-62452361642c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.103807536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c0469f9b-2db0-4ef3-80d2-f0a899af12c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.108362274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"44c2f669-0da8-4626-a6d5-77f8710d2646","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.108395603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"44c2f669-0da8-4626-a6d5-77f8710d2646","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.109320805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"997e755c-fefb-4948-8e5d-62452361642c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.267479569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c0469f9b-2db0-4ef3-80d2-f0a899af12c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.410025869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"d8d1d465-29ff-4239-ae2e-361fe70d3435","namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.412502928Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-2-78b9ab"},"namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","reconcileID":"b6b5a10d-c9f0-4adc-9251-a4d95d97437b","namespace":"e2e-extmod-cfl-2-78b9ab","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.417640294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"731eb9af-cf53-4bf9-a8f6-a1b0a59c94e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.418848019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"8854254c-1171-4619-95fb-a1dfff80ada9","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.418877911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"8854254c-1171-4619-95fb-a1dfff80ada9","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.424533305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"83c01ea0-2581-4d8f-b0b4-2762600745da","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.425118408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"7243d55b-c684-424a-85e3-00b32006c93f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.444044171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"227f9283-4e64-4863-bbf6-53af3cb3c163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.452783926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"731eb9af-cf53-4bf9-a8f6-a1b0a59c94e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.463676714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"83c01ea0-2581-4d8f-b0b4-2762600745da","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.464851504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"7243d55b-c684-424a-85e3-00b32006c93f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.466284431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"227f9283-4e64-4863-bbf6-53af3cb3c163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.503887727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"fcc531c9-03e0-4d35-80f5-0bf1c014b2f1","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.520528194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"da8498a2-4962-4e21-9169-0c949d2f89ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.534222402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"da8498a2-4962-4e21-9169-0c949d2f89ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.538592501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bba1fa11-516a-4d2e-9587-273636d18411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.558082454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bba1fa11-516a-4d2e-9587-273636d18411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.606599302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd392172-0d6b-4d12-9ee1-544a0679a0fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.607332829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6b96667c-9909-437c-a3e3-848acb2e36e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.609890088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d562a36f-ee14-4048-be80-c20e0e912aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.61729087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6b96667c-9909-437c-a3e3-848acb2e36e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.620795054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd392172-0d6b-4d12-9ee1-544a0679a0fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.622188263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d562a36f-ee14-4048-be80-c20e0e912aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.630731474Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"fd392172-0d6b-4d12-9ee1-544a0679a0fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.710019108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"428c4ac0-9087-48a1-b0fa-08e128b4dad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.71748283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee78dce-bdcf-4042-9f15-4b49ecb83327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.721300694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"428c4ac0-9087-48a1-b0fa-08e128b4dad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.728559549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee78dce-bdcf-4042-9f15-4b49ecb83327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.73625512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee78dce-bdcf-4042-9f15-4b49ecb83327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.806328414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8771e740-9fdf-4ce4-91ee-8dc467632070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.806341204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"36ea6205-8827-4b95-80f5-ee265e4c0edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.810281638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"370c24a7-ff42-4dc0-ac58-e341a6544834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.812843206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"727742d7-f6ff-4bd1-b302-6bb8ba563f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.817145772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8771e740-9fdf-4ce4-91ee-8dc467632070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.817538439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c690c69-7d18-4e04-959c-c2d9a46defbc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.820604417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"36ea6205-8827-4b95-80f5-ee265e4c0edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.823475581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"370c24a7-ff42-4dc0-ac58-e341a6544834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.823988864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"727742d7-f6ff-4bd1-b302-6bb8ba563f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.833566408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c690c69-7d18-4e04-959c-c2d9a46defbc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.834392188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"727742d7-f6ff-4bd1-b302-6bb8ba563f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.065025493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c690c69-7d18-4e04-959c-c2d9a46defbc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.104985169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3a4514c6-99a4-46da-bb7b-cf9f5e9b68d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.111135962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d5efeaa-427c-404a-8292-00ffde33d614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.118344027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"33bfddb0-d635-4c8d-af75-2797d7d709bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.118950518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e129194-2410-4e55-a0f9-75869c4061fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.12303371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6d5efeaa-427c-404a-8292-00ffde33d614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.125074953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3a4514c6-99a4-46da-bb7b-cf9f5e9b68d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.133049866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"33bfddb0-d635-4c8d-af75-2797d7d709bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.136433723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0e129194-2410-4e55-a0f9-75869c4061fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.183500046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"5538288d-fe72-4b43-b172-e76cd2be1522","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.183551005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"5538288d-fe72-4b43-b172-e76cd2be1522","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.199429873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"cc15def6-3675-4a2b-b7e2-8ca3447b6372","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.200519837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"c56dd001-1f9f-4451-b926-414dbf9bb217","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.280033696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"c56dd001-1f9f-4451-b926-414dbf9bb217","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.295517758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"13bacb5f-5ec8-4daf-b526-70099d33d3d8","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.306262715Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"cc15def6-3675-4a2b-b7e2-8ca3447b6372","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.307429974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"13bacb5f-5ec8-4daf-b526-70099d33d3d8","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.313750012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"cc15def6-3675-4a2b-b7e2-8ca3447b6372","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.316953158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"8e72ad7c-f88f-4f30-a347-d4fbdd057071","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.326343165Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"9db0d6bd-c167-4889-a28a-56e46df7a244","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.32721897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"0f7d7166-12e6-4a22-9e76-e312de8d6833","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.32725647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"0f7d7166-12e6-4a22-9e76-e312de8d6833","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.338574751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dacc2e9-bbc7-4319-b0e5-9c929a56a911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.340459484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef667087-6300-4811-baad-526b071d34d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.34353235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"33f1201c-d060-4a31-93a9-a973b5e693a4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.348048072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dacc2e9-bbc7-4319-b0e5-9c929a56a911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.377925462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef667087-6300-4811-baad-526b071d34d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.379974634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"33f1201c-d060-4a31-93a9-a973b5e693a4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.380396377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dacc2e9-bbc7-4319-b0e5-9c929a56a911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.386084459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef667087-6300-4811-baad-526b071d34d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.386725665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"33f1201c-d060-4a31-93a9-a973b5e693a4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.392110759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"127efe14-c734-42d2-8243-e15671429975","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.392134188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"127efe14-c734-42d2-8243-e15671429975","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.396417157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"76fa2d2f-c349-417d-8541-ec256a169164","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.398886105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"25a26246-ba98-4c9d-a88b-22a2a4c71f7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.398927721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f892fa3c-c764-42d3-8ef4-f4e96ecb3c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.401165111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"7ae343da-c638-4f60-8caa-1b7a32c0315f","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.401188688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"7ae343da-c638-4f60-8caa-1b7a32c0315f","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.404172646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"2bbc10bc-f3e4-4a24-a3b0-4d1338a2b51b","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.405877951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"76fa2d2f-c349-417d-8541-ec256a169164","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.407553126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f892fa3c-c764-42d3-8ef4-f4e96ecb3c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.409368987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"25a26246-ba98-4c9d-a88b-22a2a4c71f7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.476645151Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"25a26246-ba98-4c9d-a88b-22a2a4c71f7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.477994081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"24c93d58-b8f5-4f19-b203-995c8c00263e","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.488816333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b02eda55-8504-49f0-b406-4686914a6e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.488830377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"343a47fc-e207-4cb6-99bb-ed93dda7a40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.501359139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b02eda55-8504-49f0-b406-4686914a6e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.505434504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"343a47fc-e207-4cb6-99bb-ed93dda7a40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.507476699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"423ce288-44dd-47de-b26e-815234ba0332","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.518390744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"9837a983-d96e-4758-a8c5-f4d171fb4a06","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.524346693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"aeed3eb9-1a11-4ca1-a833-c0d15c8fd13d","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.52437507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"aeed3eb9-1a11-4ca1-a833-c0d15c8fd13d","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:53.535051378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"aeed3eb9-1a11-4ca1-a833-c0d15c8fd13d","name":"e2e-cfl-ok-6779f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-6779f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:53.535114607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"aeed3eb9-1a11-4ca1-a833-c0d15c8fd13d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-6779f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.545029721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"95d50195-47eb-4b41-9ee2-2dc7a0e370e2","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.545051693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"95d50195-47eb-4b41-9ee2-2dc7a0e370e2","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.92184123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"23209e1d-9fde-4a0b-8eb8-40b8d6c0e701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.927077568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16af82b2-9cd0-4a29-aed9-f3d6a1d49696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.928038371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9af7b8df-346d-4779-a812-3af6db0f5b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.976671274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"821519e0-eb6d-446e-b4e0-5b4889429913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.977846136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"e278eb0d-e370-4276-b0d7-89bd0cda6918","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.977881162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"e278eb0d-e370-4276-b0d7-89bd0cda6918","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.981221156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"23209e1d-9fde-4a0b-8eb8-40b8d6c0e701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.981855239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f6243d5b-eac8-494f-a4fe-a989491089af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.986326817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9af7b8df-346d-4779-a812-3af6db0f5b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.989829878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"821519e0-eb6d-446e-b4e0-5b4889429913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.994867374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"23209e1d-9fde-4a0b-8eb8-40b8d6c0e701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.997484251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16af82b2-9cd0-4a29-aed9-f3d6a1d49696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.99796669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f6243d5b-eac8-494f-a4fe-a989491089af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.004197484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"8782b64f-5dbe-4f49-b648-4d7fc831fc24","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.076878486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b4f70fb1-32cd-4d65-923a-7fc91cada8ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.086378553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b4f70fb1-32cd-4d65-923a-7fc91cada8ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.120905945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"99e02cb3-0e8d-49e5-a326-4a7312858456","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.126050306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d01ff7","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","reconcileID":"5edcde6e-673f-4b08-9f14-6ca44a724694","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-d01ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.129109913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"5c717291-90f0-4d6a-ae03-f4ab94b5314b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.131516389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"99e02cb3-0e8d-49e5-a326-4a7312858456","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.138789969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"5c717291-90f0-4d6a-ae03-f4ab94b5314b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.337987639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a09174ce-3ce4-4b29-a674-c0ef5662ebc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.369901023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6c8580e1-057d-4cd7-836d-69afaa792e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.387927801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"35bb6246-3d4d-4e55-834e-6d2c5f2d0ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.392030892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6c8580e1-057d-4cd7-836d-69afaa792e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.392267773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a09174ce-3ce4-4b29-a674-c0ef5662ebc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.426798179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"35bb6246-3d4d-4e55-834e-6d2c5f2d0ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.432891982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e933e06-d1a3-44b9-888b-57a24f11a3b9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.437258118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72722c45-4f11-45e8-a661-1fbe3171e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.448687909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72722c45-4f11-45e8-a661-1fbe3171e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.448905496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e933e06-d1a3-44b9-888b-57a24f11a3b9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.457971306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72722c45-4f11-45e8-a661-1fbe3171e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.45879034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e933e06-d1a3-44b9-888b-57a24f11a3b9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.486929621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a6b99fa8-764e-4890-a326-0487fb66b977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.490231056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ea80cd10-a9ef-4ba9-9b33-297bf1755d71","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.490710628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"78f621b2-00e3-4f0e-989a-3ab1dee98c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.49304725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"55809d58-35cd-49fc-9af9-3e86d76cbaeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.495434755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18165130-ad6d-466a-af3b-6f277cfa3ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.495555801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a6b99fa8-764e-4890-a326-0487fb66b977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.499192586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ea80cd10-a9ef-4ba9-9b33-297bf1755d71","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.503062175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"55809d58-35cd-49fc-9af9-3e86d76cbaeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.50360108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"78f621b2-00e3-4f0e-989a-3ab1dee98c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.506704254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18165130-ad6d-466a-af3b-6f277cfa3ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.507092832Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"ea80cd10-a9ef-4ba9-9b33-297bf1755d71","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.515981861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18165130-ad6d-466a-af3b-6f277cfa3ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.581701606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f2fc0e03-f5c1-4da0-b86c-09d069a490b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.593402441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f2fc0e03-f5c1-4da0-b86c-09d069a490b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.648527803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"cb45039f-df9d-43ed-a8fe-10a1eedb2fe2","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.64856895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"cb45039f-df9d-43ed-a8fe-10a1eedb2fe2","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.66126104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"b9f9ab89-5b3a-4697-b1bd-19633215dd9c","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.661295142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"b9f9ab89-5b3a-4697-b1bd-19633215dd9c","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.91701417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"be2b79fb-4f3d-42f6-a05a-90f2ec6c31bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.924019856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5b7326b5-1662-4db4-8011-68b29040bab0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.929107504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"21325577-f37f-4d65-bf20-e329387cdb9a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.929971348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f5c6005d-5b54-4ea5-8e62-c29f276990da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.938047393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa09fc7f-2895-4465-a281-c11e74a69c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.938675784Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"57d46406-03d3-4b8f-8b8a-623b27aba79a","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed8f82f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.94143506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5b7326b5-1662-4db4-8011-68b29040bab0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.951987862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"21325577-f37f-4d65-bf20-e329387cdb9a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.953820356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f5c6005d-5b54-4ea5-8e62-c29f276990da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.956242214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"be2b79fb-4f3d-42f6-a05a-90f2ec6c31bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.958039337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5b7326b5-1662-4db4-8011-68b29040bab0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.958125348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"fa09fc7f-2895-4465-a281-c11e74a69c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.027661084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"70ea5eb4-60a4-42da-a91a-08473133bffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.02844367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"367ecd40-1099-4a05-b7cd-017298dfa113","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.029683539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"92b92251-f58c-46ae-a620-395cf4f95416","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.034929402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"114e7a36-beda-4e8c-b2b8-f91a62db208d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.039396111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"70ea5eb4-60a4-42da-a91a-08473133bffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.040045449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"92b92251-f58c-46ae-a620-395cf4f95416","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.045609201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"114e7a36-beda-4e8c-b2b8-f91a62db208d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.07976423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"367ecd40-1099-4a05-b7cd-017298dfa113","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.096384719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"be17140e-bc6a-4278-b93b-2dbf933cedb4","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.096412915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"be17140e-bc6a-4278-b93b-2dbf933cedb4","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.697848931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.243635493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b068372d-20e7-4a11-bd95-72c01968e687","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.25272257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b068372d-20e7-4a11-bd95-72c01968e687","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.256390393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"52d1043e-a18e-4612-ba4c-742d4855787e","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.256731683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b068372d-20e7-4a11-bd95-72c01968e687","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.259565499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"44103ffb-4225-4aee-b1bd-fdda5348e8c0","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.265494155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"d8c0729d-425b-4d1f-8f5c-4baac3394abb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.270957296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"423032b8-9c34-4f39-beb4-c398282c2ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.273916543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"d8c0729d-425b-4d1f-8f5c-4baac3394abb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.274882823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"4923807e-aa20-418b-830b-e7cbb258354f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.275769479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d17dcc29-1569-4ce2-9ec4-cee4a74d3b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.2783262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0653e78f-2131-44cd-bb94-e6d6cd50b724","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.281155364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"423032b8-9c34-4f39-beb4-c398282c2ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.281607777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"d8c0729d-425b-4d1f-8f5c-4baac3394abb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.283858711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"4923807e-aa20-418b-830b-e7cbb258354f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.285965404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d17dcc29-1569-4ce2-9ec4-cee4a74d3b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.286327717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0653e78f-2131-44cd-bb94-e6d6cd50b724","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.286662766Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"d66df2ea-f88f-4317-bacf-17b85c48da08","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.28839461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"423032b8-9c34-4f39-beb4-c398282c2ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.290274306Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"0653e78f-2131-44cd-bb94-e6d6cd50b724","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.290958623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"4923807e-aa20-418b-830b-e7cbb258354f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.293454096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d17dcc29-1569-4ce2-9ec4-cee4a74d3b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.312221302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"9382c89a-9425-4568-997d-f246af4eb4ae","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.440830433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"6462968d-ce1e-4021-a115-228db712c959","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.444927469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"22ce3291-89a3-4c92-af60-da26355ef322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.449576436Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"276b0667-4ddc-4e24-a7fe-a8a7bc3bd8fc","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.44998288Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"b71163d0-afd1-4fe3-b097-05b50ece414e","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.450546061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"71bbf84f-fdfb-45e7-8cc1-186c08b1614e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.453155477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7c6476ef-2808-4d8a-a213-63f6fa0a43cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.454284195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"04679918-6bd8-4ab0-9b5f-c5e4dee51095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.504324295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"22ce3291-89a3-4c92-af60-da26355ef322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.507409993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"71bbf84f-fdfb-45e7-8cc1-186c08b1614e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.510550273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"04679918-6bd8-4ab0-9b5f-c5e4dee51095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.510755358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7c6476ef-2808-4d8a-a213-63f6fa0a43cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.515974111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2e0f2e5e-dbfa-40a6-99f3-f09fb5b166cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.518408023Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"afd9eb72-ff7b-41a9-939d-622adbd4fb81","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.528344343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2e0f2e5e-dbfa-40a6-99f3-f09fb5b166cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.530678473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dd301f26-3c99-42de-9711-10dddc2eedbc","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.532903679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"944ae2a6-f188-4051-8bfc-e90cdcb50d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.57697802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"2ae6ee80-8f7b-41af-b078-2bc05f13c11b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.582882533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"944ae2a6-f188-4051-8bfc-e90cdcb50d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.59299807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"dd301f26-3c99-42de-9711-10dddc2eedbc","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.593998191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"28be30bf-4d1d-4297-8d11-1c20abea9efc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.596546585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"2ae6ee80-8f7b-41af-b078-2bc05f13c11b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.602598562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"28be30bf-4d1d-4297-8d11-1c20abea9efc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.678985182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"65935e0a-d4c1-43a9-8018-18c6644681a2","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.679677562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"fc82a841-6351-4cbb-ab0e-422bda2fef3e","namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.682039432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"9d57212f-cee9-48a1-8c36-8f6f3ffed983","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.686759166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d9a2456-9a8d-4902-bd25-2dcffc921849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.687252755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"464545b8-f725-43b5-8f8c-9b77aecff240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.688677342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"9d57212f-cee9-48a1-8c36-8f6f3ffed983","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.688717157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"65b4b7d1-cd98-4834-9d32-a4db5bae4617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.691911102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"21086cb2-fa37-4b9d-9c92-0ca435964cb3","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.692940631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"0182e823-5ed3-4186-a056-27a3d8363201","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.695062844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d9a2456-9a8d-4902-bd25-2dcffc921849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.695712189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"464545b8-f725-43b5-8f8c-9b77aecff240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.697291983Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"0182e823-5ed3-4186-a056-27a3d8363201","name":"e2e-rec-ctrl-e70999","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-e70999\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.697329329Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"0182e823-5ed3-4186-a056-27a3d8363201","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-e70999\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.697355354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"0182e823-5ed3-4186-a056-27a3d8363201","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.698406809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"65b4b7d1-cd98-4834-9d32-a4db5bae4617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.698777407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"31ba842b-2034-464e-867d-f0668b57fd5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.699050446Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"ee1e94ba-edd5-44aa-8d22-870520b4b772","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.700452393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"21086cb2-fa37-4b9d-9c92-0ca435964cb3","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.708663933Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"21086cb2-fa37-4b9d-9c92-0ca435964cb3","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.710169849Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"8d9062d5-1427-4bbc-838b-53a1c8dbe5aa","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.710285986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"8d9062d5-1427-4bbc-838b-53a1c8dbe5aa","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.710625619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"31ba842b-2034-464e-867d-f0668b57fd5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.733525432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"ea7710b2-605e-4f24-a2c9-cc4ce0eaaa66","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.733627142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"ea7710b2-605e-4f24-a2c9-cc4ce0eaaa66","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.785584777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"f4b2ca11-dc12-451c-ae1f-ab6dfc2fd8e5","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.785683594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"f4b2ca11-dc12-451c-ae1f-ab6dfc2fd8e5","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.973277277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"593f0630-4479-489e-88b1-63fbaa2aaf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.0076481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2fd9dce9-e59f-4af1-9514-0b9ea753f6b7","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.007734768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"2fd9dce9-e59f-4af1-9514-0b9ea753f6b7","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.025124904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"593f0630-4479-489e-88b1-63fbaa2aaf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.026094745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"046bbfa5-c55a-403a-ba38-0438f15dc83b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.030111946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"40696423-2bca-4695-807d-64156d6974b9","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.030828676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"095a776e-b722-44f9-874f-6ed15347dc5f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.031060534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"40696423-2bca-4695-807d-64156d6974b9","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.050110968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"095a776e-b722-44f9-874f-6ed15347dc5f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.053643499Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"095a776e-b722-44f9-874f-6ed15347dc5f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.053905545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"046bbfa5-c55a-403a-ba38-0438f15dc83b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.054523387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"47af61fe-657d-469e-b0d5-0edf2e5223ae","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.057267171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae893b5b-b59d-4651-b3f1-32d5969bb5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.061662348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"046bbfa5-c55a-403a-ba38-0438f15dc83b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.065746272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"47af61fe-657d-469e-b0d5-0edf2e5223ae","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.069176117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae893b5b-b59d-4651-b3f1-32d5969bb5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.076059194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"47af61fe-657d-469e-b0d5-0edf2e5223ae","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.079044108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae893b5b-b59d-4651-b3f1-32d5969bb5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.091185956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794897f0-6c21-423d-b95b-7113807cadba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.099831269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"db2df418-a1be-429c-8b32-e7c5a5226779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.104329294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794897f0-6c21-423d-b95b-7113807cadba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.105826256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"521bd9ab-f494-4924-a34c-c9910ae99ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.111696689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794897f0-6c21-423d-b95b-7113807cadba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.11256162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"db2df418-a1be-429c-8b32-e7c5a5226779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.114740984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"521bd9ab-f494-4924-a34c-c9910ae99ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.174552031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"70d9eb33-42df-4528-b955-f45f27d14a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.175035093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4cf17711-c628-4f57-b927-b97d15d2ed6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.177819274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f7d26864-6b13-4417-a4b5-a6e922981126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.184529551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4cf17711-c628-4f57-b927-b97d15d2ed6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.187037026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"70d9eb33-42df-4528-b955-f45f27d14a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.187566363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f7d26864-6b13-4417-a4b5-a6e922981126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.49398004Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"de936239-fa53-421b-8c54-cdc9682ab01a","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:57.494102835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-e70999","namespace":"e2e-extmod-rec-user-99c40d"},"namespace":"e2e-extmod-rec-user-99c40d","name":"e2e-rec-ctrl-e70999","reconcileID":"de936239-fa53-421b-8c54-cdc9682ab01a","error":"ExternalModel e2e-rec-ctrl-e70999 not found in namespace e2e-extmod-rec-user-99c40d (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.5029418Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"fd21cb65-d962-4472-8e0d-cba52cdd2761","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","error":"MaaSModelRef not found: e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.534920654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"95c01027-3749-4931-ac0d-07b33fb43835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.538084896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"96680186-3df5-463d-903d-054e657c2d39","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.539682544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"31edbc79-8457-40ae-8ea9-79f8eb18de84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.559953729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"61daca42-f1f8-42c3-b672-4b76860ea6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.614633556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"95c01027-3749-4931-ac0d-07b33fb43835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.615060139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"31edbc79-8457-40ae-8ea9-79f8eb18de84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.615610415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10edb90f-cd94-419f-8a62-698cb6328fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.618933567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"61daca42-f1f8-42c3-b672-4b76860ea6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.622048577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"96680186-3df5-463d-903d-054e657c2d39","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.633635404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10edb90f-cd94-419f-8a62-698cb6328fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.747149888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"3c8477c2-17da-4fb6-9506-81ca6da0a1ca","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.750609853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5d1998ff-5f7f-4424-b36b-bbb6b4fb8f89","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.751766053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0afa954d-d3eb-45c3-86b1-b11b95b4c3c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.757406907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"3c8477c2-17da-4fb6-9506-81ca6da0a1ca","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.75892167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5d1998ff-5f7f-4424-b36b-bbb6b4fb8f89","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.759801191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0afa954d-d3eb-45c3-86b1-b11b95b4c3c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.764440055Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"3c8477c2-17da-4fb6-9506-81ca6da0a1ca","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.881953515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"8f4544b0-e9d1-405b-b5bb-266501ca7b92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.885799649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"4c88f5c3-cf13-4664-a826-3288c7f90ff7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.891966753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"8f4544b0-e9d1-405b-b5bb-266501ca7b92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.892019584Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"8f4544b0-e9d1-405b-b5bb-266501ca7b92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.895951926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"4c88f5c3-cf13-4664-a826-3288c7f90ff7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.558146662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-ok-6779f1-ab591f-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]","namespace=ai-tenant-e2e-extmod-b-4c2a28 priority=0:[ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-ctrl-e70999-sub ai-tenant-e2e-extmod-b-4c2a28/e2e-rec-recover-128e19-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.561504008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"17f38ed8-fd02-43f3-ba96-4800f263b2a8","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.561525721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"17f38ed8-fd02-43f3-ba96-4800f263b2a8","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.580946579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d5d1f883-4964-4abf-8d2a-30d0fbab49fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.581098469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"67e5596f-1278-4e55-8198-8530d2b82bc2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.58095796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"bf8fbade-1f63-4bde-b6b8-9093817ef271","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:59.584673939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-ok-6779f1-ab591f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-6779f1-ab591f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.586089981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"c34f4a41-cfb5-410a-891d-71da44879d78","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.586111757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"c34f4a41-cfb5-410a-891d-71da44879d78","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.59052379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d5d1f883-4964-4abf-8d2a-30d0fbab49fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.590737962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"bf8fbade-1f63-4bde-b6b8-9093817ef271","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.592825276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"67e5596f-1278-4e55-8198-8530d2b82bc2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.595117377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"ce8b8a61-d603-40ea-a70e-c07639664874","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.595141385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"ce8b8a61-d603-40ea-a70e-c07639664874","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.603372374Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"261f2668-aaca-4359-9a0c-b85ccce25a09","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-ok-6779f1","model":"e2e-cfl-ok-6779f1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-ok-6779f1-ab591f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.604184154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"f0f14738-578a-4202-8f9d-faa695503717","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.604225509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"f0f14738-578a-4202-8f9d-faa695503717","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.631169596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"2373d966-2d31-410d-b2ef-83fcef8691f4","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.63119773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"2373d966-2d31-410d-b2ef-83fcef8691f4","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.672536999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"77a310f0-44fb-4cdb-b051-1be6012f6e1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.676587084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5990dce2-5176-4c95-93c5-2e7523a9b562","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.67658711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c64b7c6d-f411-4977-a80e-d146a760e271","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.680702366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"77a310f0-44fb-4cdb-b051-1be6012f6e1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.684784142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c64b7c6d-f411-4977-a80e-d146a760e271","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.684808168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5990dce2-5176-4c95-93c5-2e7523a9b562","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.698127161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"a59472e9-ddd3-4ed4-aafb-07ff6dd13690","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-ok-6779f1","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.532786906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"d0f56296-783b-448f-8994-dae16b5a5d77","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.848054121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2b286951-f029-4e8f-bfa0-ee97c8f73398","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.848821866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"6ecd0406-9a0f-4001-958d-353b4916f953","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.871954436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2b286951-f029-4e8f-bfa0-ee97c8f73398","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.875825558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"6ecd0406-9a0f-4001-958d-353b4916f953","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.884443623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"2b286951-f029-4e8f-bfa0-ee97c8f73398","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.884725379Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"6ecd0406-9a0f-4001-958d-353b4916f953","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.014699595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"b8747d95-71d8-492b-ad58-0f4f111b618f","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.942455122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"319fb67b-c461-4734-8ed9-0ad2d87c3f87","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","subscription":"e2e-cfl-8de789-98529d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.980163061Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"319fb67b-c461-4734-8ed9-0ad2d87c3f87","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.983627255Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-sub","reconcileID":"319fb67b-c461-4734-8ed9-0ad2d87c3f87","MaaSSubscription":{"name":"e2e-cfl-8de789-98529d-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.017242501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-ok-6779f1-ab591f-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.020837067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3fcbdf5f-c4fc-4013-b4dc-9614f9ae450d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.020859778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"3fcbdf5f-c4fc-4013-b4dc-9614f9ae450d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.02595826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"8646f75d-45c0-4a7e-8c29-9d99089b4326","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.034566406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"8646f75d-45c0-4a7e-8c29-9d99089b4326","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.047635599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"e408fad4-1c45-4460-b375-59426665506c","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.047658037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"e408fad4-1c45-4460-b375-59426665506c","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.210049824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"91bfedbe-09f2-4819-b340-6ecee3c1cfee","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.210168863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"91bfedbe-09f2-4819-b340-6ecee3c1cfee","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.210462853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"b042789b-bc8f-48d1-8635-451b158645c5","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.238147746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"b042789b-bc8f-48d1-8635-451b158645c5","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.263303209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"643c2627-aa1e-4ff7-9bae-688bc1026026","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.27812161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"643c2627-aa1e-4ff7-9bae-688bc1026026","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.309924978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"643c2627-aa1e-4ff7-9bae-688bc1026026","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.309955366Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789-98529d-access","reconcileID":"643c2627-aa1e-4ff7-9bae-688bc1026026","MaaSAuthPolicy":{"name":"e2e-cfl-8de789-98529d-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.321838238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"33416e89-56ff-41c7-8d0b-7243e6c72b2a","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"ai-tenant-e2e-extmod-a-98529d/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.321868399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"33416e89-56ff-41c7-8d0b-7243e6c72b2a","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"routeName":"external-model-e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.895588943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"eb7bdd87-8496-4cda-9bde-49d1149d9425","namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.94555312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"21febac4-1e4d-4cc3-9904-57185407d8fd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.988275114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","reconcileID":"5237781d-93dd-4171-b408-c2a0a756a5da","namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.989067547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9efb47d1-adfc-4495-a260-deb5cd772de4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.995374181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"21febac4-1e4d-4cc3-9904-57185407d8fd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.996519591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8957c3b0-f9a3-4fd0-8681-46ffa2a98992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.000601147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9efb47d1-adfc-4495-a260-deb5cd772de4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.004606232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"21febac4-1e4d-4cc3-9904-57185407d8fd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.008861352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8957c3b0-f9a3-4fd0-8681-46ffa2a98992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.009178237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bf94edba-8fc5-4de7-960c-d5092e6c8934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.009638907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2ce4a-e4fe-450e-82c7-37a637ea8a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.011381237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9efb47d1-adfc-4495-a260-deb5cd772de4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.021078621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"264b405d-594e-4cef-a1ea-6b6cd21c20a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.023913561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8957c3b0-f9a3-4fd0-8681-46ffa2a98992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.031559865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bf94edba-8fc5-4de7-960c-d5092e6c8934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.029779552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2ce4a-e4fe-450e-82c7-37a637ea8a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.032416755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"1ed820e7-2e75-4276-9d56-9402a38747eb","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.034528213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"264b405d-594e-4cef-a1ea-6b6cd21c20a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.042053572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2ce4a-e4fe-450e-82c7-37a637ea8a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.045578619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"5d798362-0ab0-4762-9516-98db0f4fe8da","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.11814546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7479d79b-1646-49a1-b0ee-1326a810bdde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.118354208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"61527537-00b4-43d6-820b-81f8984bd9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.120514806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3edcdbca-2b51-40cd-abb3-fc74b969fb73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.129344211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7479d79b-1646-49a1-b0ee-1326a810bdde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.130081133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"61527537-00b4-43d6-820b-81f8984bd9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.13187126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3edcdbca-2b51-40cd-abb3-fc74b969fb73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.146419688Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"c11986d2-e7a6-44e4-b207-309d51029967","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.149832494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"5152ba52-f971-4dfb-8dc0-614926966c1d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"tenant":"e2e-extmod-a-98529d","gateway":"openshift-ingress/e2e-extmod-a-98529d","model":"e2e-extmod-cfl-1-22bd56/e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.149850272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"5152ba52-f971-4dfb-8dc0-614926966c1d","MaaSModelRef":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"routeName":"external-model-e2e-cfl-8de789-008f706659d7","namespace":"e2e-extmod-cfl-1-22bd56","model":"e2e-cfl-8de789","externalModel":"e2e-cfl-8de789","provider":"e2e-cfl-8de789-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.157089186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ed6060b2-6f15-4c75-84a1-7131995b4696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.165136556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ed6060b2-6f15-4c75-84a1-7131995b4696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.254033963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b87ea46c-64e6-48be-a073-d8bf0c92e581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.256990753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"94735686-c59a-442d-ac81-c9dab1c31310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.257401614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"0663eb4f-e943-43fd-a156-3defbf0ac5c4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.257491205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"58e6548f-90c0-48a1-a8f2-a6f610a1f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.260198321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c9176b6b-97ca-4cf8-a6e6-226ad93370e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.262755988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b87ea46c-64e6-48be-a073-d8bf0c92e581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.266232391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"58e6548f-90c0-48a1-a8f2-a6f610a1f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.266304297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"94735686-c59a-442d-ac81-c9dab1c31310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.268515119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"0663eb4f-e943-43fd-a156-3defbf0ac5c4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.268761219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"c9176b6b-97ca-4cf8-a6e6-226ad93370e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.270536597Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b87ea46c-64e6-48be-a073-d8bf0c92e581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.457952081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"65f5a8a9-5d6b-49e5-b02d-3a7aefc9d41c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.480731929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ea2675e3-7355-413d-8439-258bce06b792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.715600066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ea2675e3-7355-413d-8439-258bce06b792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.723870764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"65f5a8a9-5d6b-49e5-b02d-3a7aefc9d41c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.736115955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d4eb37fd-57e5-4990-92cc-923b97c9ec97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.74127694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d9b8e2cb-520f-4eca-bd06-f2474e025451","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.742366113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb81744a-a63e-48cc-9bbe-9569fd31cfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.749408835Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"65f5a8a9-5d6b-49e5-b02d-3a7aefc9d41c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.756346411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d4eb37fd-57e5-4990-92cc-923b97c9ec97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.758724393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb81744a-a63e-48cc-9bbe-9569fd31cfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.760145305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"d9b8e2cb-520f-4eca-bd06-f2474e025451","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.765783387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb81744a-a63e-48cc-9bbe-9569fd31cfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.772794688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b773bb04-aaf2-4f79-a3f7-d24b28426114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.777140275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"ec382512-079d-43a4-b132-545a3bfe5834","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.779175083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"09a52764-f5af-4667-ae69-c7e95d55dca4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.787570948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b773bb04-aaf2-4f79-a3f7-d24b28426114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.790000352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f9d905-149d-4929-984c-dcb75f9bcfa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.791435214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"09a52764-f5af-4667-ae69-c7e95d55dca4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.793806135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"ec382512-079d-43a4-b132-545a3bfe5834","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.799336705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f9d905-149d-4929-984c-dcb75f9bcfa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.80449935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"ec382512-079d-43a4-b132-545a3bfe5834","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.810178533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f9d905-149d-4929-984c-dcb75f9bcfa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.877450126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"09a52764-f5af-4667-ae69-c7e95d55dca4","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.889952088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"acf8ccdd-3a37-4208-97c4-b87ad66d1e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.898793612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"acf8ccdd-3a37-4208-97c4-b87ad66d1e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.986705956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f7ffdd31-1e84-43c7-b7df-f9f752093389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.987118041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"adcce2c3-ccaf-4834-a9b6-b485368bc0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.98760707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b05150d1-4786-4ed5-9d27-82cabce16991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.989283292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1b9ae554-a59d-4b77-9a03-6f81d8e3192c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.995651147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"adcce2c3-ccaf-4834-a9b6-b485368bc0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.998103706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f7ffdd31-1e84-43c7-b7df-f9f752093389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.000508835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b05150d1-4786-4ed5-9d27-82cabce16991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.002514503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1b9ae554-a59d-4b77-9a03-6f81d8e3192c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.105119981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"2f9df741-9c4c-4537-a555-ce84b4f660f3","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.11811343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2b6ee3db-d44c-46f2-bf5a-2fdf8f29678b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.129937082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"601dfa70-1862-4049-924d-e19957089bb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.130887585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2b6ee3db-d44c-46f2-bf5a-2fdf8f29678b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.135666875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fee76da-9537-44e7-9cff-1ece4e1edd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.136262178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"178aae5a-7a71-4646-ae76-3409dc76f596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.139112713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2b6ee3db-d44c-46f2-bf5a-2fdf8f29678b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.139779232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"601dfa70-1862-4049-924d-e19957089bb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.149754482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"392b9b1b-7a23-4e4b-81e7-5358395262eb","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.156399147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"178aae5a-7a71-4646-ae76-3409dc76f596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.159623393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fee76da-9537-44e7-9cff-1ece4e1edd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.161119934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"392b9b1b-7a23-4e4b-81e7-5358395262eb","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.165010503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"178aae5a-7a71-4646-ae76-3409dc76f596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.177374218Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"601dfa70-1862-4049-924d-e19957089bb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.179118653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fee76da-9537-44e7-9cff-1ece4e1edd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.179395484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"392b9b1b-7a23-4e4b-81e7-5358395262eb","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.223288108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"60db9d13-5d96-47a1-9ef0-833e39f9cf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.224646338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2eab0ce0-1f8a-45fc-bc9b-88988d866553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.225639366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"b74d9ad8-6fdb-41e1-9775-bf448e031334","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.226191316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0853289d-dea0-41f4-b7d8-38afc323b509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.227351204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a450f31a-2279-4227-84a7-694ae1efa803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.281335114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"2eab0ce0-1f8a-45fc-bc9b-88988d866553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.316886425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"60db9d13-5d96-47a1-9ef0-833e39f9cf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.334490092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-8de789","namespace":"e2e-extmod-cfl-1-22bd56"},"namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","reconcileID":"1b2116d1-54af-468a-95bb-696cb4abdd07","namespace":"e2e-extmod-cfl-1-22bd56","name":"e2e-cfl-8de789","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.337654194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0853289d-dea0-41f4-b7d8-38afc323b509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.344775746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a450f31a-2279-4227-84a7-694ae1efa803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.346587096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"b74d9ad8-6fdb-41e1-9775-bf448e031334","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.599322139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"587c71d8-4d71-4296-91b5-d4c5247a2288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.600037158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"71a05e65-2e5b-489e-80b1-6e04c6b83509","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.600943233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f8999c07-4ffa-4527-8b6e-85f37eb90ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.611922447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"587c71d8-4d71-4296-91b5-d4c5247a2288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.625835574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"71a05e65-2e5b-489e-80b1-6e04c6b83509","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.638623086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"71a05e65-2e5b-489e-80b1-6e04c6b83509","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.639493237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9caf1a74-cefa-4270-90b0-a8776fc6baeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.639599652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f8999c07-4ffa-4527-8b6e-85f37eb90ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.649087242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9caf1a74-cefa-4270-90b0-a8776fc6baeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.649607288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"10ebb499-7acf-45c9-877c-32d6cf29b041","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.657980587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"10ebb499-7acf-45c9-877c-32d6cf29b041","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.738891149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c1948ccf-6532-432f-a261-7ece01c18677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.739584702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2456988b-a975-4cd6-8bb4-6d8d692ce1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.74054273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"56ace674-7e16-4dbf-ad5a-a54e9083dd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.742174486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"9810ee51-1b9d-4676-b8e5-b5c7cafa3e1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.747974134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c1948ccf-6532-432f-a261-7ece01c18677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.748632875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2456988b-a975-4cd6-8bb4-6d8d692ce1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.751620857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"56ace674-7e16-4dbf-ad5a-a54e9083dd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.752433769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"9810ee51-1b9d-4676-b8e5-b5c7cafa3e1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.835575455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"76940529-b8ce-4e5b-9dbd-7d52363ff3f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.840829349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7b116b1d-d6ff-482c-8827-a99b7c51d27c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.841770841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6a2d2a7b-e91b-47a4-9c4e-418ca6842c2d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.843510363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afce973d-77a1-4a90-b264-955ba5463a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.844008829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"76940529-b8ce-4e5b-9dbd-7d52363ff3f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.844503223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50439c07-9b2b-4fec-854a-f1a768d9e135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.896339648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7b116b1d-d6ff-482c-8827-a99b7c51d27c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.936641922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6a2d2a7b-e91b-47a4-9c4e-418ca6842c2d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.041284477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50439c07-9b2b-4fec-854a-f1a768d9e135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.05137515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afce973d-77a1-4a90-b264-955ba5463a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.098349075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6a2d2a7b-e91b-47a4-9c4e-418ca6842c2d","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.133006796Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"7b116b1d-d6ff-482c-8827-a99b7c51d27c","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.137441606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"76940529-b8ce-4e5b-9dbd-7d52363ff3f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.139224383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afce973d-77a1-4a90-b264-955ba5463a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.141649109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50439c07-9b2b-4fec-854a-f1a768d9e135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.149464335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"74509834-f742-47b4-a832-c2432df3e2e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.158065301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"74509834-f742-47b4-a832-c2432df3e2e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.212812926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e68fe0c7-71d3-444a-90c1-98c579605195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.214502348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"26e9ad95-0ebd-4e90-bb3b-8858f9629540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.214517141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0cdf7cfa-9f4c-4026-9815-14b35a97e7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.215649472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2c65992c-c18c-4faf-acd2-9c7b59c8b820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.223895042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e68fe0c7-71d3-444a-90c1-98c579605195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.225388848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2c65992c-c18c-4faf-acd2-9c7b59c8b820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.227358007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0cdf7cfa-9f4c-4026-9815-14b35a97e7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.228529936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"26e9ad95-0ebd-4e90-bb3b-8858f9629540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.541245723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"8e7fc461-4fef-47a0-83cf-817266fb497c","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.856922174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"4d5097db-bd90-4cce-a5d7-991ac53e7f29","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","subscription":"e2e-rec-recover-128e19-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.857044569Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-sub","reconcileID":"4d5097db-bd90-4cce-a5d7-991ac53e7f29","MaaSSubscription":{"name":"e2e-rec-recover-128e19-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.891548995Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-ok-6779f1-ab591f-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.906130585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ad7276e8-a1a9-4549-92da-b38c44a3ffa9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.906386444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"46515a98-6e21-417e-9505-ddc44ce96bdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.914967203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"46515a98-6e21-417e-9505-ddc44ce96bdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.915057424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ad7276e8-a1a9-4549-92da-b38c44a3ffa9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.922315962Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"46515a98-6e21-417e-9505-ddc44ce96bdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.922532228Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"ad7276e8-a1a9-4549-92da-b38c44a3ffa9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.035296453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-recover-128e19-access","reconcileID":"912e77bb-920e-45b7-9b66-d6b9c7e27874","MaaSAuthPolicy":{"name":"e2e-rec-recover-128e19-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-noaccess-50e446/e2e-rec-recover-128e19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.457763432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"54f498e5-90f2-430a-92ca-008f5effd7d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.546079725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"54f498e5-90f2-430a-92ca-008f5effd7d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.583866033Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"54f498e5-90f2-430a-92ca-008f5effd7d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.116656148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"ca45b9c0-edef-4d8a-bf25-64699b0b8ccc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.126069053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"ca45b9c0-edef-4d8a-bf25-64699b0b8ccc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.133132727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"ca45b9c0-edef-4d8a-bf25-64699b0b8ccc","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.25339004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"a67122f9-2c9a-4ad4-8ee7-0ba7fc6cafdc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.272484478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af40dbb-d4c4-4f40-b5f0-f923d7889b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.275805671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"a67122f9-2c9a-4ad4-8ee7-0ba7fc6cafdc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.284758081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffc0bcdd-202f-4334-87d9-477dd76930cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.290477415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"a67122f9-2c9a-4ad4-8ee7-0ba7fc6cafdc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.292027809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af40dbb-d4c4-4f40-b5f0-f923d7889b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.29613588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffc0bcdd-202f-4334-87d9-477dd76930cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.302082484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af40dbb-d4c4-4f40-b5f0-f923d7889b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.303511815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffc0bcdd-202f-4334-87d9-477dd76930cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.313437687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"357107ac-9408-484b-b162-2611fb942143","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.313458525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"357107ac-9408-484b-b162-2611fb942143","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.316229494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c92c74e-a78f-4836-b975-f9fb68f3661f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.316287466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c92c74e-a78f-4836-b975-f9fb68f3661f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.33200384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"413d1568-fe63-4eb3-9d9e-c7b64d3f123f","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2d751","model":"llm/e2e-dft-f2d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.363596432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"bda03685-bb25-4525-a526-00e9c1080661","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.363623805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"bda03685-bb25-4525-a526-00e9c1080661","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.429443534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"a1dff1db-4402-4afc-90bd-76eab557df06","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-ok-6779f1","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.464425733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"a6fbfaa4-602a-4e16-9b1f-9c5df7bf147d","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.464450576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"a6fbfaa4-602a-4e16-9b1f-9c5df7bf147d","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.956466134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"2fb639c2-aa3c-4eeb-b574-6bd97ffa62ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.956810424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"a34c066d-74a7-4ef3-8648-6f880084adba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.965586344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"a34c066d-74a7-4ef3-8648-6f880084adba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.965601976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"2fb639c2-aa3c-4eeb-b574-6bd97ffa62ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.118270931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4f467b18-7ec2-4eef-83ce-4d93287e7462","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.127285638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4f467b18-7ec2-4eef-83ce-4d93287e7462","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.134617344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4f467b18-7ec2-4eef-83ce-4d93287e7462","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.147631742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c0184bd5-57ad-4fe7-a914-3fe850bfacf1","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.147656908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c0184bd5-57ad-4fe7-a914-3fe850bfacf1","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.268361655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15e9f27-e092-4605-b8ec-c742932bc7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.268376412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"733b8fbd-6fe5-4164-92f3-c4c1e70f4a71","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.269953548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d7ed14-d91e-4a35-a3ee-ba537ad28295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.278260273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"733b8fbd-6fe5-4164-92f3-c4c1e70f4a71","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.278501676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15e9f27-e092-4605-b8ec-c742932bc7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.280876528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d7ed14-d91e-4a35-a3ee-ba537ad28295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.287529458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15e9f27-e092-4605-b8ec-c742932bc7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.287529419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"733b8fbd-6fe5-4164-92f3-c4c1e70f4a71","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.288887627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d7ed14-d91e-4a35-a3ee-ba537ad28295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.303302334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"c9473b9c-0d36-417e-8a64-cc095c6f7287","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.303325106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"c9473b9c-0d36-417e-8a64-cc095c6f7287","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.884047854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-c4d67f","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","reconcileID":"a18ff0da-8ec6-4e95-8668-a1eb575f45cc","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.919815995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-c4d67f","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","reconcileID":"966d3438-d684-4256-9bd3-cf9e2ae90757","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.940694864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"19969f0a-fcec-4ff3-98d1-8d31b9839a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.944427747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0725c68a-ab44-462c-927e-f45f94b6f731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.944544098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4ac72082-0958-4d60-9d70-b50ca9873c41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.945101403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e66d478e-c330-403b-b42e-aedee73a8e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.94863758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"38b1759a-7df5-47b3-ae75-4ab1bd9b4cea","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.949917288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"19969f0a-fcec-4ff3-98d1-8d31b9839a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.954103156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4ac72082-0958-4d60-9d70-b50ca9873c41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.954278295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0725c68a-ab44-462c-927e-f45f94b6f731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.956723825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e66d478e-c330-403b-b42e-aedee73a8e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.95863291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"38b1759a-7df5-47b3-ae75-4ab1bd9b4cea","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.961832944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4ac72082-0958-4d60-9d70-b50ca9873c41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.962398533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0725c68a-ab44-462c-927e-f45f94b6f731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.964381617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e66d478e-c330-403b-b42e-aedee73a8e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.966079726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"38b1759a-7df5-47b3-ae75-4ab1bd9b4cea","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.003292912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8415a4e4-309c-466a-9eb0-407519f9fae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.003495456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a8ddbc08-6045-4546-a9cd-e8d105b9ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.003803708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"664ea14d-475d-4eee-9e32-4a311d8b1a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.00389249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"374d4b6d-1dc1-442e-81b0-dac9fa1d07be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.00599385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"e33b3115-50c9-4368-b358-9a178ad9e80f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.011620308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a8ddbc08-6045-4546-a9cd-e8d105b9ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.011678157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8415a4e4-309c-466a-9eb0-407519f9fae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.014412002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"e33b3115-50c9-4368-b358-9a178ad9e80f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.014544502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"664ea14d-475d-4eee-9e32-4a311d8b1a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.016541966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"374d4b6d-1dc1-442e-81b0-dac9fa1d07be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.023908163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-c4d67f","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","reconcileID":"7bc23580-caf7-4a3d-84ce-2c3268949e45","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.108563996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5dcd91ff-f2cc-44b7-a9ec-07c6fa555cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.108753476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"53170454-4ae8-459b-9246-ba515cf8140f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.109282326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d3570291-44bf-430f-9c87-456d072aac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.109329578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"92e5f917-a949-4427-9d8b-27c6c42082f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.109754101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97ae212c-4280-4b35-9b2f-cc1f04b03738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.117770175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d3570291-44bf-430f-9c87-456d072aac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.11793837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5dcd91ff-f2cc-44b7-a9ec-07c6fa555cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.120133478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"53170454-4ae8-459b-9246-ba515cf8140f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.121761843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"97ae212c-4280-4b35-9b2f-cc1f04b03738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.122465274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"92e5f917-a949-4427-9d8b-27c6c42082f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.210883725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ad37ca71-c819-4b72-8355-f9ff471e7aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.218857423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"715001f2-e9a9-4601-9708-7251fe1c6901","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.234809384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5bdbd597-f21c-4e21-9310-d0def1a9a590","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.235118343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2414d49-2c04-4c83-92ca-fbd7510f21eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.235451623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ce5b836d-642f-490d-b7d5-2362d9c41f23","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.241513636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ad37ca71-c819-4b72-8355-f9ff471e7aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.244100781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"715001f2-e9a9-4601-9708-7251fe1c6901","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.248135014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ce5b836d-642f-490d-b7d5-2362d9c41f23","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.249035006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2414d49-2c04-4c83-92ca-fbd7510f21eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.251333235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"5bdbd597-f21c-4e21-9310-d0def1a9a590","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.267999883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2414d49-2c04-4c83-92ca-fbd7510f21eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.268169495Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"715001f2-e9a9-4601-9708-7251fe1c6901","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.343824017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e1e9a7b-381d-4e54-bfed-b440e693d05a","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.36663622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e1e9a7b-381d-4e54-bfed-b440e693d05a","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.38756342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"9e1e9a7b-381d-4e54-bfed-b440e693d05a","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.403589327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2a5a5e68-c0fd-41c6-90e5-9d58968bd64d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.40953193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64ece7cc-31ef-4130-bfa4-d2bf1c1a1bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.417699475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2a5a5e68-c0fd-41c6-90e5-9d58968bd64d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.423448592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64ece7cc-31ef-4130-bfa4-d2bf1c1a1bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.429667188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"2a5a5e68-c0fd-41c6-90e5-9d58968bd64d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.480262394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64ece7cc-31ef-4130-bfa4-d2bf1c1a1bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.486837358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-c4d67f","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","reconcileID":"322de501-d196-4ee9-88cb-5e5e45973222","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.495372341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e6679ee4-94c8-468b-a824-ce52b97e7376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.495384746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"803f929e-9333-4d67-8e57-9b528a577c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.495843019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1d905baf-af02-467b-8ff3-2f1660f595b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.495969004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e35bc586-ef50-45de-a69f-ba702b31d5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.499644156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"8faa8b74-6789-41b6-a86f-a5d194a0512e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.499918282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-c4d67f","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","reconcileID":"87042258-307a-4e21-aaed-c7d82a0c3bbd","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-broken-c4d67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.505781316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e6679ee4-94c8-468b-a824-ce52b97e7376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.505853099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"803f929e-9333-4d67-8e57-9b528a577c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.509192429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1d905baf-af02-467b-8ff3-2f1660f595b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.509851503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e35bc586-ef50-45de-a69f-ba702b31d5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.514135562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"8faa8b74-6789-41b6-a86f-a5d194a0512e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.595518083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68067a0-120b-4163-9cee-05406e337bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.608907721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68067a0-120b-4163-9cee-05406e337bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.616816172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68067a0-120b-4163-9cee-05406e337bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.637530994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5c83124e-437f-44d5-b5a1-1a90e872dd17","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.645825337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"97af10c0-a714-41e9-8e0b-c6cd1e16280b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.648129445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b71509d4-4a38-4245-a4e0-f71d2690e0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.653726945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5c83124e-437f-44d5-b5a1-1a90e872dd17","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.658100178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"97af10c0-a714-41e9-8e0b-c6cd1e16280b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.659896124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa78048f-9320-4b7a-944c-836a1dc5837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.663482417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd4aee3e-c23b-446a-8042-6e3f9fb3a161","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.665293816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b71509d4-4a38-4245-a4e0-f71d2690e0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.665823039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5c83124e-437f-44d5-b5a1-1a90e872dd17","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.668731319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa78048f-9320-4b7a-944c-836a1dc5837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.672130207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd4aee3e-c23b-446a-8042-6e3f9fb3a161","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.679729772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd4aee3e-c23b-446a-8042-6e3f9fb3a161","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.679769364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa78048f-9320-4b7a-944c-836a1dc5837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.74122424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0c3e944a-ede8-470a-b0af-4dfb29dc2d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.741320671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a4f09fc5-3fff-4126-ada0-9cd5899a1d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.743933362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a0a2208b-1166-4d1b-8412-88678d5b55e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.744478059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4f9a0839-827f-4007-9728-8f4b2835b340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.745007247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"a0ffb418-5a73-4df0-ae4c-047fcee99556","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.751345294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a4f09fc5-3fff-4126-ada0-9cd5899a1d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.751467514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0c3e944a-ede8-470a-b0af-4dfb29dc2d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.755067776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a0a2208b-1166-4d1b-8412-88678d5b55e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.755081997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4f9a0839-827f-4007-9728-8f4b2835b340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.758545282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"a0ffb418-5a73-4df0-ae4c-047fcee99556","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.928316577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"dc65f1cb-4c61-44f7-98dd-c2c7d77d0414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.929993994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9e7558e-1531-4581-934d-027ddde6e00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.930450649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6ed389c6-02ea-4fdd-b222-ea6ef0315711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.931270316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f47aacd9-2037-4cc8-a03e-748fd4ddd408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.937075029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"dc65f1cb-4c61-44f7-98dd-c2c7d77d0414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.976564088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"43ae04d6-3259-4d6a-a1e2-b3b686981b9a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.977360814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"c062092c-01eb-4067-84a9-96284c642589","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.977374739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"c062092c-01eb-4067-84a9-96284c642589","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.978629507Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"dc65f1cb-4c61-44f7-98dd-c2c7d77d0414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.978738296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f47aacd9-2037-4cc8-a03e-748fd4ddd408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.980833208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6ed389c6-02ea-4fdd-b222-ea6ef0315711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.981101124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e9e7558e-1531-4581-934d-027ddde6e00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.98528235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"43ae04d6-3259-4d6a-a1e2-b3b686981b9a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.0027915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"3fe42249-dcea-4bc9-851a-6501d76dab4e","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3777cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.175759802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c9a2e539-8062-46b7-8aac-d3513fa35c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.176489007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"446ccbc0-a302-4e18-825b-27822e735ba4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.177132187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"c7a91a02-8e4d-4c04-baad-f91cf9e53958","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.182883558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"08ce920b-d438-446c-aac3-47fee360a8d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.188442362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"c7a91a02-8e4d-4c04-baad-f91cf9e53958","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.188515455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c9a2e539-8062-46b7-8aac-d3513fa35c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.192520701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"446ccbc0-a302-4e18-825b-27822e735ba4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.19876822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"08ce920b-d438-446c-aac3-47fee360a8d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.54999694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"3aa9c74b-7227-4c34-ba96-ac0808ecaf41","MaaSModelRef":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.063317316Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"03c0012b-f524-4bc5-9a58-ccc88a93c0fd","namespace":"llm","name":"e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.073743978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"982142f4-f766-4a43-aebf-3b4c832e8685","namespace":"llm","name":"e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.074996222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5cef6a2b-44b7-4036-9f6f-117584c0a1fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.0782876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a999605b-af2e-4578-b2b0-1999955e6669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.082573772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"155df62c-918a-421f-9688-1d5ddf3b4842","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.083181948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d30515-bbe7-4a18-9bca-5f46601f273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.08693963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5cef6a2b-44b7-4036-9f6f-117584c0a1fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.088659608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a999605b-af2e-4578-b2b0-1999955e6669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.089644141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5760eeb5-31f6-4307-a0bf-daf673b5f549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.09436335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d30515-bbe7-4a18-9bca-5f46601f273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.094439158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"155df62c-918a-421f-9688-1d5ddf3b4842","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.09868801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"5cef6a2b-44b7-4036-9f6f-117584c0a1fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.099439378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af579f5d-f094-43e9-af27-29a322877167","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.099463762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af579f5d-f094-43e9-af27-29a322877167","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.100436946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78df3bfc-3af2-4be8-9ac9-d86367577257","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.100462294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78df3bfc-3af2-4be8-9ac9-d86367577257","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.101059888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07b208b6-6729-4512-a1fc-929c7f98b879","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.101080245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07b208b6-6729-4512-a1fc-929c7f98b879","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.101561823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de105176-7786-4598-8f4e-6a7fafd832cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.10157686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de105176-7786-4598-8f4e-6a7fafd832cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.102042255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2b9014-10cf-4e6b-a88c-f592ac1a015d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.102058294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2b9014-10cf-4e6b-a88c-f592ac1a015d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.102789044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5760eeb5-31f6-4307-a0bf-daf673b5f549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.183744544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d30515-bbe7-4a18-9bca-5f46601f273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.187729378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"669bfff8-2e72-4c2a-bfdd-c08482d97d45","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.187751126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"669bfff8-2e72-4c2a-bfdd-c08482d97d45","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.190930814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"155df62c-918a-421f-9688-1d5ddf3b4842","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.191680085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f9d19194-0994-4a33-ba7f-c310156f7833","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.191697153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f9d19194-0994-4a33-ba7f-c310156f7833","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.191934176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5df46b2b-11a0-4aa5-83fb-3c4e65789410","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.191947257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5df46b2b-11a0-4aa5-83fb-3c4e65789410","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.192150066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00d7ec7c-50fd-45c8-9e0b-26edd6886755","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.19216252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00d7ec7c-50fd-45c8-9e0b-26edd6886755","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.19238925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87d77d57-bfaa-4fe3-9bac-f8418e72e69d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.192400076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87d77d57-bfaa-4fe3-9bac-f8418e72e69d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.192515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5760eeb5-31f6-4307-a0bf-daf673b5f549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.19269235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbb84547-2ef3-46d8-96d4-a6d5ba55b0a3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.192705299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbb84547-2ef3-46d8-96d4-a6d5ba55b0a3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.19292308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8819f464-0d44-4442-b130-e40d2dc38196","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.192933415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8819f464-0d44-4442-b130-e40d2dc38196","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.193146508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1518a19d-3d8a-438b-b227-a6a2cea4fc6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.193157659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1518a19d-3d8a-438b-b227-a6a2cea4fc6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.193415407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73184707-387b-4be2-a7e2-bd28d0759331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.193428309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73184707-387b-4be2-a7e2-bd28d0759331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.19614478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"676b146d-0ad8-4756-91d1-bf1f4a47437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.196799573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"457cb44c-ff1d-4405-afdb-3cb2c0cf9a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.197416024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"8fab9c3f-32a3-45c6-8dc6-9c50f299df46","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.197442285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"8fab9c3f-32a3-45c6-8dc6-9c50f299df46","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.197847234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"834e07b3-c6db-435b-8baf-25af3ccb39ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.198328253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26f4e3c1-89b9-47af-b19c-fecc58926c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.20573097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"676b146d-0ad8-4756-91d1-bf1f4a47437e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.206313181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"457cb44c-ff1d-4405-afdb-3cb2c0cf9a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.20701408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eb75d53d-3ecb-4a7f-9c46-4af3fc3b42df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.279002221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"650794e2-1ec4-4970-a9fb-58382917152b","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2d751","model":"llm/e2e-dft-f2d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.28617743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"79de0d28-e82d-4585-87da-7e0f961d9630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.290018943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"eb75d53d-3ecb-4a7f-9c46-4af3fc3b42df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.291861453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"45314e1e-ed14-4446-8bfc-32edd1331e10","namespace":"llm","name":"e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.296257572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"79de0d28-e82d-4585-87da-7e0f961d9630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.302263569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"0d5a57f6-294d-4d84-bded-3e12e6a11129","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.302281212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"0d5a57f6-294d-4d84-bded-3e12e6a11129","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.302782374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2f70276f-730b-48d3-804f-b3c9698a4b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.595512452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2f70276f-730b-48d3-804f-b3c9698a4b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.672464615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9e859666-abc8-4d88-b5d3-7d4d89acb5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.680897182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e347af37-c146-44f3-8c57-fab9b124402b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.681750863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"135260f3-f7a2-4e18-b752-1ec4615f2f5e","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.681780476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"135260f3-f7a2-4e18-b752-1ec4615f2f5e","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.6866073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"9e859666-abc8-4d88-b5d3-7d4d89acb5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.69357771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e347af37-c146-44f3-8c57-fab9b124402b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.698601769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"862ce303-1619-40d3-bc51-b8c95790141e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.702502049Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"e347af37-c146-44f3-8c57-fab9b124402b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.702731091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"2292528f-8ae1-46a2-af4b-1df0dd13977b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.708899619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"862ce303-1619-40d3-bc51-b8c95790141e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.708925234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e770d856-4739-4794-9a4d-0e689bebc8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.715497815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"2292528f-8ae1-46a2-af4b-1df0dd13977b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.719688155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e770d856-4739-4794-9a4d-0e689bebc8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.808805805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"959cf07c-7bac-4625-893c-d97df374fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.809197799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c8c8ed5a-28df-4f1a-819f-9d6a6ff8a6ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.80984278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fa8dcfa6-a319-4bc2-b02b-346f4f1802f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.812618787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa62b999-367c-4df3-801a-067149e16f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.812829505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"515d2b69-294e-4ff2-9185-f8efaed8eca9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.817654571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"959cf07c-7bac-4625-893c-d97df374fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.817927835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c8c8ed5a-28df-4f1a-819f-9d6a6ff8a6ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.819960446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fa8dcfa6-a319-4bc2-b02b-346f4f1802f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.822406022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"515d2b69-294e-4ff2-9185-f8efaed8eca9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.822967699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa62b999-367c-4df3-801a-067149e16f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.877900448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa62b999-367c-4df3-801a-067149e16f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.934817568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"08a4ec0b-3811-4385-8977-8223f8184c61","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.938928575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d565f7a4-f9bf-4289-bccb-2c50601600e9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.94400095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"dcd0d3c2-d067-40ca-9c6d-def5fe15cd0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.944930693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32d0f29e-6058-4418-b755-55569bc3b9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.945796509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"08a4ec0b-3811-4385-8977-8223f8184c61","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.948329873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d565f7a4-f9bf-4289-bccb-2c50601600e9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.954666804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"dcd0d3c2-d067-40ca-9c6d-def5fe15cd0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.954918093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32d0f29e-6058-4418-b755-55569bc3b9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.955908832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"08a4ec0b-3811-4385-8977-8223f8184c61","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.958198886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d565f7a4-f9bf-4289-bccb-2c50601600e9","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.964077106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32d0f29e-6058-4418-b755-55569bc3b9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.012520487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"816cd26d-e34a-4a28-a163-f81553aeaf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.012536949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"cc4a7e62-8716-4e2f-a982-efa6dec41177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.01305242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e27c42c7-a898-4ecb-b6be-abc7348bcce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.01315057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e00ac1a0-311e-4381-9c2d-00c3b4b77736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.02384536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"816cd26d-e34a-4a28-a163-f81553aeaf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.02442291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"cc4a7e62-8716-4e2f-a982-efa6dec41177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.027585647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e00ac1a0-311e-4381-9c2d-00c3b4b77736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.028042574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e27c42c7-a898-4ecb-b6be-abc7348bcce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.124687523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"1687f2c7-560c-473f-a84e-19571e7adad3","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.124721938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"1687f2c7-560c-473f-a84e-19571e7adad3","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.132434194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"03dec6a6-c480-4cf2-9d9d-cf087f6945a1","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.132462691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"03dec6a6-c480-4cf2-9d9d-cf087f6945a1","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.150633915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6d9db2e1-af68-40b0-a45e-cc3f8e156bb4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.159319139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6d9db2e1-af68-40b0-a45e-cc3f8e156bb4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.166574336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6d9db2e1-af68-40b0-a45e-cc3f8e156bb4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.179851188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"9bee21bf-6231-4f3f-b543-8df64cc34823","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.179872522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"9bee21bf-6231-4f3f-b543-8df64cc34823","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.246068922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"156a243c-ad8d-4c27-9320-7dd8d073fb16","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.254770698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"156a243c-ad8d-4c27-9320-7dd8d073fb16","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.262585593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"156a243c-ad8d-4c27-9320-7dd8d073fb16","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:24.267292044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"156a243c-ad8d-4c27-9320-7dd8d073fb16","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f94c98-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.345356782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9e03573b-2244-4514-8e87-653c6320a493","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.354263163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9e03573b-2244-4514-8e87-653c6320a493","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.361787389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9e03573b-2244-4514-8e87-653c6320a493","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.430897746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"c1229812-69da-4653-bb52-6abf6cb4098b","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","subscription":"e2e-rec-ctrl-e70999-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.431065147Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-sub","reconcileID":"c1229812-69da-4653-bb52-6abf6cb4098b","MaaSSubscription":{"name":"e2e-rec-ctrl-e70999-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","error":"MaaSModelRef not found: e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.461176545Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.474884083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"c1303547-79a6-4dec-9e3d-49dced72adbb","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.474918878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"c1303547-79a6-4dec-9e3d-49dced72adbb","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.48685708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"20f98a0c-bee5-4e01-b652-47658221ec83","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.486894664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"20f98a0c-bee5-4e01-b652-47658221ec83","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.595150143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b996871d-0d23-4ed4-8f5b-b6301579a8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.603361085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b996871d-0d23-4ed4-8f5b-b6301579a8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.610261513Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"b996871d-0d23-4ed4-8f5b-b6301579a8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.620817479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a46c13c7-a74b-4b67-a914-464c20797723","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-rec-user-99c40d/e2e-rec-ctrl-e70999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.724368616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a46c13c7-a74b-4b67-a914-464c20797723","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.755762605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a46c13c7-a74b-4b67-a914-464c20797723","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.755792543Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-rec-ctrl-e70999-access","reconcileID":"a46c13c7-a74b-4b67-a914-464c20797723","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-e70999-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.613928723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"51161637-d638-4126-af12-f22d31b63ef8","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.613962863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"51161637-d638-4126-af12-f22d31b63ef8","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.644988694Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"0decfd45-c8b2-4557-b7a4-05fe713fa04e","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93391ed7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.647881942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"176291bf-9397-4313-9972-3b88a4b02c57","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.648018997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"63aa917b-8bed-42a2-8e75-1edfa8af7e8c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.647894631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"201270e6-e173-46be-a281-ba1c3a9974cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.651357359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f523eb7-8011-4b30-8490-fcc46fbaf94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.657903203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"201270e6-e173-46be-a281-ba1c3a9974cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.658735983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"63aa917b-8bed-42a2-8e75-1edfa8af7e8c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.660353526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"176291bf-9397-4313-9972-3b88a4b02c57","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.66167391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f523eb7-8011-4b30-8490-fcc46fbaf94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.668424152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"201270e6-e173-46be-a281-ba1c3a9974cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.671038632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f523eb7-8011-4b30-8490-fcc46fbaf94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.672085104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"63aa917b-8bed-42a2-8e75-1edfa8af7e8c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.672973114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"176291bf-9397-4313-9972-3b88a4b02c57","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.69543245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.727508618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c96da31-e1d4-4d7e-b8b5-5cf2efc0b0f7","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.727817202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4eed575c-bedb-497a-975b-03cc133df34d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.729469052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db91773a-b6d5-4e16-8f8d-6241bfbb35c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.730982015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c8bd26f-93ba-4c01-b8aa-376a88108595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.736751461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4eed575c-bedb-497a-975b-03cc133df34d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.736832448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c96da31-e1d4-4d7e-b8b5-5cf2efc0b0f7","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.739360501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db91773a-b6d5-4e16-8f8d-6241bfbb35c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.743352611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c8bd26f-93ba-4c01-b8aa-376a88108595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.747121381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4eed575c-bedb-497a-975b-03cc133df34d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.747351209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"3c96da31-e1d4-4d7e-b8b5-5cf2efc0b0f7","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.748766353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db91773a-b6d5-4e16-8f8d-6241bfbb35c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.752743838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c8bd26f-93ba-4c01-b8aa-376a88108595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.224590234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"09e202d8-4579-40d9-9758-481ea568a7b8","namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.237588103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"50f98e01-5b24-4d74-b47b-18846f105dbc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.245638652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"878fea92-27d8-4774-a59f-15951740c4f3","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.246115846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d55142b7-69dd-4f26-9139-79d820d6c1af","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.246557844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"50f98e01-5b24-4d74-b47b-18846f105dbc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.248216511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec92bcfe-b665-42d1-97f3-8406e7259076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.248274542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"365cd8b4-7d61-4d96-9496-f968bea492aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.254328826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"50f98e01-5b24-4d74-b47b-18846f105dbc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.25685898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d55142b7-69dd-4f26-9139-79d820d6c1af","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.25789235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec92bcfe-b665-42d1-97f3-8406e7259076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.260132409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"878fea92-27d8-4774-a59f-15951740c4f3","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.264249566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"365cd8b4-7d61-4d96-9496-f968bea492aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.277153671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"d55142b7-69dd-4f26-9139-79d820d6c1af","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.280136618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec92bcfe-b665-42d1-97f3-8406e7259076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.28381319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"878fea92-27d8-4774-a59f-15951740c4f3","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.286589491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"365cd8b4-7d61-4d96-9496-f968bea492aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.304285672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-fc9fd0","namespace":"e2e-extmod-att-noaccess-ebf418"},"namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","reconcileID":"bcb6993d-2a3d-49d4-a435-fafe6aa754bb","namespace":"e2e-extmod-att-noaccess-ebf418","name":"e2e-att-noaccess-fc9fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.43328892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"45386ae5-b2de-43d3-bb2e-4c05d2866e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.446879219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b146c154-da99-49c8-9938-b05e10e7b4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.510123834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"45386ae5-b2de-43d3-bb2e-4c05d2866e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.529577388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2f22bea2-473e-48e6-92a0-10936a71916f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.53049781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"039171ee-fb5e-4f67-8c76-c5463e42830c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.55640137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2f22bea2-473e-48e6-92a0-10936a71916f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.554078484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b146c154-da99-49c8-9938-b05e10e7b4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.537265862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0ef06988-6c34-442c-ba88-7956194e3371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.579905608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0ef06988-6c34-442c-ba88-7956194e3371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.584600273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"039171ee-fb5e-4f67-8c76-c5463e42830c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.682403441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7b7b94c6-26b0-49ff-9ed7-e64b7ab323b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.682935733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7bca6654-c23c-4cf5-a1f8-677b6013e484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.684189226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1e1d1c2-c1f2-4f26-9cb9-e2dc6a98c4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.68478902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c8082cd1-7af5-4914-95de-a438ba12bcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.688508898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8eea2d41-5468-4eb7-9655-7723403e9c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.691123942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7b7b94c6-26b0-49ff-9ed7-e64b7ab323b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.691508232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7bca6654-c23c-4cf5-a1f8-677b6013e484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.693846166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b1e1d1c2-c1f2-4f26-9cb9-e2dc6a98c4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.69401726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"c8082cd1-7af5-4914-95de-a438ba12bcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.696968053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8eea2d41-5468-4eb7-9655-7723403e9c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.793932205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"408aea3e-3326-42f9-a8cb-d6e2887c9c0a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.799468995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c5f47586-d18d-4423-b3f4-da94d39555c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.799475077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"d1d5b78a-dc71-4e20-ab7f-ef5f18cb4afd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.801284032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"d07e87a5-450e-45f9-93f7-4960cd56be9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.802728122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"408aea3e-3326-42f9-a8cb-d6e2887c9c0a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.803431934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6f4855b5-bb72-44ef-a49b-d72e1e3aeb1c","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.808936225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c5f47586-d18d-4423-b3f4-da94d39555c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.80904978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"d1d5b78a-dc71-4e20-ab7f-ef5f18cb4afd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.811466353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"d07e87a5-450e-45f9-93f7-4960cd56be9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.812947868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"408aea3e-3326-42f9-a8cb-d6e2887c9c0a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.814430227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6f4855b5-bb72-44ef-a49b-d72e1e3aeb1c","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.822253004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6f4855b5-bb72-44ef-a49b-d72e1e3aeb1c","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.830565029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356c4091-fb11-4985-bfe4-51ad77f4a21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.881035743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356c4091-fb11-4985-bfe4-51ad77f4a21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.883593848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"d2c0d6f1-2f9e-4478-b4b6-f9893780b8dd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.884504808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"77b5bc35-1584-4b1c-ba6b-1674e51e0673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.886349619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b12c5939-d00e-4c3e-9cc7-acad7987f8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.886384363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b46bba1-ca5e-4293-baf1-66d23dd553e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.888636142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356c4091-fb11-4985-bfe4-51ad77f4a21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.892314444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"d2c0d6f1-2f9e-4478-b4b6-f9893780b8dd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.894741786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"77b5bc35-1584-4b1c-ba6b-1674e51e0673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.896231435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"b12c5939-d00e-4c3e-9cc7-acad7987f8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.897168939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b46bba1-ca5e-4293-baf1-66d23dd553e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.900372787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"d2c0d6f1-2f9e-4478-b4b6-f9893780b8dd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.903110423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"af396cf4-3bdb-4173-9810-b9a06e286f60","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.905889795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b46bba1-ca5e-4293-baf1-66d23dd553e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.913384114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"af396cf4-3bdb-4173-9810-b9a06e286f60","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.917333777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0da22238-4c79-4a3c-a024-0abd887d76f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.917714478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"7c6c0501-c4a8-4170-905f-f1851cd6d249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.980153429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"7c6c0501-c4a8-4170-905f-f1851cd6d249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.986415524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0da22238-4c79-4a3c-a024-0abd887d76f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.00690913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"120ae442-d97d-450d-b977-acca3a5e4e4d","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","subscription":"e2e-cfl-ok-6779f1-ab591f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.014458597Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"120ae442-d97d-450d-b977-acca3a5e4e4d","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.018386365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-sub","reconcileID":"120ae442-d97d-450d-b977-acca3a5e4e4d","MaaSSubscription":{"name":"e2e-cfl-ok-6779f1-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.093887659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8b7351 priority=0:[ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-1db7b5-sub ai-tenant-e2e-extmod-a-8b7351/e2e-cfl-same-c2e0c2-ab591f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.097266888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"db49c2cb-4ae2-4f6d-9155-2a2187b29bdb","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.09729525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"db49c2cb-4ae2-4f6d-9155-2a2187b29bdb","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.109472509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"add0fd68-6529-4a32-bfa3-261563365be7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.109762308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"6d9e523a-411f-406c-8ce7-4d5e0d3493bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.11023954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"10da0b3b-8815-46d4-af9b-7945a4fa49a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.117937022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"add0fd68-6529-4a32-bfa3-261563365be7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.118530989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"10da0b3b-8815-46d4-af9b-7945a4fa49a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.120188832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"6d9e523a-411f-406c-8ce7-4d5e0d3493bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.283807832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"4638224d-6c74-4be5-92cf-bf00d4c6c945","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.283954168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"4638224d-6c74-4be5-92cf-bf00d4c6c945","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.292586785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"1fee347d-7811-4712-84bc-08bbc167996b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.322439206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"1fee347d-7811-4712-84bc-08bbc167996b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.340684222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-ok-6779f1-ab591f-access","reconcileID":"6a56647f-0e03-4b58-988b-13499b3fe6db","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6779f1-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.358742137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"06a6d0ed-4098-4711-afc5-20a8c95c1f35","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.358767072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"06a6d0ed-4098-4711-afc5-20a8c95c1f35","MaaSModelRef":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-ok-6779f1-441b005ccf48","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-ok-6779f1","externalModel":"e2e-cfl-ok-6779f1","provider":"e2e-cfl-ok-6779f1-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.906855093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"06cd49e3-c8c7-4ae0-a977-936a79fce37c","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.9187783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"60c13898-9df7-48d9-b3fc-568734253147","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.919011994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"2b0d2fb7-dee4-4001-adf1-d6ffe6c4bb76","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.919032136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"2b0d2fb7-dee4-4001-adf1-d6ffe6c4bb76","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.927472402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"60c13898-9df7-48d9-b3fc-568734253147","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.929487996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"93b50e28-366d-4c5f-8645-e6cff9ee6a2e","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.9295289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"afa21f2a-4504-4f57-ba48-85b0060f24aa","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.929962508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d40866c-5e5c-430e-a3f0-ddfc27e26c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.929994212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d82c1f-df6f-4701-b282-adb6d8e15566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.934412578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"60c13898-9df7-48d9-b3fc-568734253147","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.934873269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"17d4b1b1-49aa-417c-a079-fd5881ef8732","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.940164783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d82c1f-df6f-4701-b282-adb6d8e15566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.941063749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"afa21f2a-4504-4f57-ba48-85b0060f24aa","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.942833779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"93b50e28-366d-4c5f-8645-e6cff9ee6a2e","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.945468691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d40866c-5e5c-430e-a3f0-ddfc27e26c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.95890899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"afa21f2a-4504-4f57-ba48-85b0060f24aa","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.978516086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"93b50e28-366d-4c5f-8645-e6cff9ee6a2e","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.980352892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d40866c-5e5c-430e-a3f0-ddfc27e26c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.980473533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5ccda4d4-2b7a-43a3-8375-bf4a4f3d0e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.982113983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d82c1f-df6f-4701-b282-adb6d8e15566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.993379346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5ccda4d4-2b7a-43a3-8375-bf4a4f3d0e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.092152224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fd600972-af7f-4a49-8800-330d7cb90383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.0934916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6779f1","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","reconcileID":"e8469443-27e5-419a-97fa-a50f24928c9f","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-ok-6779f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.093601565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f846d18a-be40-47b9-8641-03602ea5c953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.258877081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f846d18a-be40-47b9-8641-03602ea5c953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.264331392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"76104945-a0f8-4129-bcb6-093da90c7b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.264966333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"ade525e9-a6f4-4be1-9380-ecd442c58edb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.265664053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"977e560b-d331-4340-bf94-8127ab455faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.275914987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"fd600972-af7f-4a49-8800-330d7cb90383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.280428064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"ade525e9-a6f4-4be1-9380-ecd442c58edb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.281695161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"76104945-a0f8-4129-bcb6-093da90c7b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.284092685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"977e560b-d331-4340-bf94-8127ab455faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.399323464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0e51b2ae-82b8-446d-b1ca-af9766b551b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.407653332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0e51b2ae-82b8-446d-b1ca-af9766b551b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.493036643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"87068328-5121-4bb2-b651-96cd7544d99f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.493229676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ad59ce79-9b33-4b1e-991c-eac173c97d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.494884514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0aec7456-66d9-4f7e-befa-cda4ccc5dfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.494894602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4ed330f1-7c64-4a8a-9f59-587fc2096836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.495298834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cb6e2a6-22f1-493e-9531-3827cd102667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.502505693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ad59ce79-9b33-4b1e-991c-eac173c97d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.503123435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"87068328-5121-4bb2-b651-96cd7544d99f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.506411595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0aec7456-66d9-4f7e-befa-cda4ccc5dfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.50651658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"4ed330f1-7c64-4a8a-9f59-587fc2096836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.50996149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cb6e2a6-22f1-493e-9531-3827cd102667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.594637085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"bc1c82ff-065e-4de3-a2c7-51707af55d70","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.675783411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"bc1c82ff-065e-4de3-a2c7-51707af55d70","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.782022728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c89b86fa-8a47-4716-9a77-48783b2ffb47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.789078299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"2ffb8505-e401-4cda-b06d-4b388e957336","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94176598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.795996001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c89b86fa-8a47-4716-9a77-48783b2ffb47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.796795483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6fa911ff-4f0a-4418-92da-046b3c09772c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.799366069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c01066a-218a-4ea2-b4d7-b9d3dd85bf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.800419789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"1c8d2bc0-6dd3-410a-a038-eacacf82670b","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.804532144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c89b86fa-8a47-4716-9a77-48783b2ffb47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.816634988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c01066a-218a-4ea2-b4d7-b9d3dd85bf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.817761574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6fa911ff-4f0a-4418-92da-046b3c09772c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.81848621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233589a8-c184-4b4b-b8fb-04c23e1d1ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.820748975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"1c8d2bc0-6dd3-410a-a038-eacacf82670b","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.826376588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c01066a-218a-4ea2-b4d7-b9d3dd85bf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.836187046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6fa911ff-4f0a-4418-92da-046b3c09772c","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.836979083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f4c49876-8fc0-42f6-a14e-c5e99358a781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.841079222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233589a8-c184-4b4b-b8fb-04c23e1d1ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.842950183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"1c8d2bc0-6dd3-410a-a038-eacacf82670b","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.849081063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f4c49876-8fc0-42f6-a14e-c5e99358a781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.8536102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ef04e552a673f5524ac37a258c29d5a45c4802ab581440813cadb6d96652ffc0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (66eaa82d3d77fb9a35f1ad0b79225e6ea6ac355c9618c3d05612161e8f0f7666) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e48e495e717cfebcff2126d7c05b4573a3acd1eeb31e866d794fe46f373b25ab) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e1f98230dc0c52d4e771179fc3dcdeb48c480818d85abe9e8690f2395c057e26) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233589a8-c184-4b4b-b8fb-04c23e1d1ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.917440727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"1e5c4e03-7de8-46b8-a863-bcf189b9c1fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.92124268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0919a406-6105-4fc7-935e-ff23016e77f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.921700195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c60f4d6b-d59e-4d88-aa78-ced4880b66ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.922575281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"31f2293b-e1d2-4ca8-8c9d-fbf9b6c5143c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.928839585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"1e5c4e03-7de8-46b8-a863-bcf189b9c1fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.933573682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c60f4d6b-d59e-4d88-aa78-ced4880b66ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.937024202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0919a406-6105-4fc7-935e-ff23016e77f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.937334838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"31f2293b-e1d2-4ca8-8c9d-fbf9b6c5143c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.099771288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b2eec573-f7cd-4923-90be-8f90ab19d3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.10033915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"96ee4b2d-de1f-4ad3-897f-509193e9f831","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.108502063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b2eec573-f7cd-4923-90be-8f90ab19d3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.179062473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"96ee4b2d-de1f-4ad3-897f-509193e9f831","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.664017108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"343523fa-2a2b-422b-8620-95be9356250a","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2d751","subscription":"e2e-dft-f2d751-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.690123661Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"343523fa-2a2b-422b-8620-95be9356250a","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.701668843Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-sub","reconcileID":"343523fa-2a2b-422b-8620-95be9356250a","MaaSSubscription":{"name":"e2e-dft-f2d751-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2d751","namespace":"llm","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.75149392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"1352e352-882d-48ba-953e-c133cbf1d23a","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.751527285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"1352e352-882d-48ba-953e-c133cbf1d23a","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.766409514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0219534e-dbc0-4a5c-829b-33b56eafc438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.769869702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd0b663d-b80b-44ab-b9ae-be827e1d5797","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.770370559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c8d5ccc3-4418-4cc1-a48b-5adb8fa19839","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.770444281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f6615-9489-4520-bf53-31166744b049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.771071307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"f1b17e42-a2f0-4a80-ae99-7d213df2b8cd","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.771087982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"f1b17e42-a2f0-4a80-ae99-7d213df2b8cd","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.802010059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0219534e-dbc0-4a5c-829b-33b56eafc438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.810567316Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd0b663d-b80b-44ab-b9ae-be827e1d5797","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.812666974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0219534e-dbc0-4a5c-829b-33b56eafc438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.813139268Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c8d5ccc3-4418-4cc1-a48b-5adb8fa19839","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.813238013Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f6615-9489-4520-bf53-31166744b049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.81799519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"bd0b663d-b80b-44ab-b9ae-be827e1d5797","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.824918201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c8d5ccc3-4418-4cc1-a48b-5adb8fa19839","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.825426507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"6ef3a366-584a-4c47-ac9b-51908f7443d4","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.82544806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"6ef3a366-584a-4c47-ac9b-51908f7443d4","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.82613658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f6615-9489-4520-bf53-31166744b049","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.830637499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7472f2-7191-417f-a522-10382e10ef8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.830653835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7472f2-7191-417f-a522-10382e10ef8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.834276505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"97366d7d-c973-4b2d-bc6d-fc6625930007","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.834294896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"97366d7d-c973-4b2d-bc6d-fc6625930007","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.838038887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbdb69df-7ed5-4861-b279-5e59dc6b183f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.838053453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbdb69df-7ed5-4861-b279-5e59dc6b183f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.865477583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c818934-cd79-4bea-aa86-8846cd7bbc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.865580543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6903f173-a324-419d-bcdd-29ee231d6b6f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.865879818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"35e98d1d-0beb-424e-9502-ba7fb91e29f7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.875884135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6903f173-a324-419d-bcdd-29ee231d6b6f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.875929034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c818934-cd79-4bea-aa86-8846cd7bbc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.878408592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"35e98d1d-0beb-424e-9502-ba7fb91e29f7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.884437334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c818934-cd79-4bea-aa86-8846cd7bbc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.884599801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"6903f173-a324-419d-bcdd-29ee231d6b6f","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.886071221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"35e98d1d-0beb-424e-9502-ba7fb91e29f7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.897294551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"44f316ca-ee74-4e3c-8676-b2d3c7200558","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.897315436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"44f316ca-ee74-4e3c-8676-b2d3c7200558","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.900435743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2d751-access","reconcileID":"2e1743b4-76f7-4473-b284-c843de14381b","MaaSAuthPolicy":{"name":"e2e-dft-f2d751-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.901195263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92b0a8e8-cde3-4476-9921-4d9979c4cb06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.901232422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92b0a8e8-cde3-4476-9921-4d9979c4cb06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.905143218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"4c729ed2-3fcc-4ece-89dc-31afeac4def6","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.905162362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"4c729ed2-3fcc-4ece-89dc-31afeac4def6","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.912730063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"988fa2ba-1fe0-43da-a398-e8195a9b9529","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.912748897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"988fa2ba-1fe0-43da-a398-e8195a9b9529","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.920608956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"682cc552-fc3d-447b-a751-936d1ea44aca","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.920625594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"682cc552-fc3d-447b-a751-936d1ea44aca","MaaSModelRef":{"name":"e2e-dft-f2d751","namespace":"llm"},"routeName":"external-model-e2e-dft-f2d751-e6f7100f08a8","namespace":"llm","model":"e2e-dft-f2d751","externalModel":"e2e-dft-f2d751","provider":"e2e-dft-f2d751-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.370290604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"f00d79fd-6df2-4675-8d50-d13b6e3808c8","namespace":"llm","name":"e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.381357804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02d64c17-67c3-4d2d-a01d-45fd39358589","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.381384072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02d64c17-67c3-4d2d-a01d-45fd39358589","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.381817704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e08f55e6-6d18-47e3-be69-9346df24743c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.381835442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e08f55e6-6d18-47e3-be69-9346df24743c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.382381011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4828f87b-1d0e-448e-a276-0392b6270f7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.382399405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4828f87b-1d0e-448e-a276-0392b6270f7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.382732153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af2cb4dc-713a-41b6-8943-2d86ca407467","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.38274767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af2cb4dc-713a-41b6-8943-2d86ca407467","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.383077394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"660e9ea7-f45a-49c7-86f2-1b912171f35c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.383093256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"660e9ea7-f45a-49c7-86f2-1b912171f35c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.383438134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f5c69a-3d97-4fc8-a95d-269b5b52aee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.383453618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f5c69a-3d97-4fc8-a95d-269b5b52aee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.387132454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"cc8bc792-773b-47b5-ab4c-18a5cffc715e","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.387151676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"cc8bc792-773b-47b5-ab4c-18a5cffc715e","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.387429356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"39105734-6b1c-4f1e-b339-330f2dd0c12a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.387963109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"656e133a-150c-426b-b80c-a33b500155f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.390680636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30b97707-240d-4bfd-8341-ed13d2038e65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.390695017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30b97707-240d-4bfd-8341-ed13d2038e65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.390966195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"61d92e64-f561-4406-ad50-38219e912394","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.390983924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"61d92e64-f561-4406-ad50-38219e912394","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.395239663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6982dace-9d07-4575-9641-4badd9568b20","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.397846978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"39105734-6b1c-4f1e-b339-330f2dd0c12a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.398079735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d39a634-799d-419e-8da2-8201a91e4a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.398914798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"656e133a-150c-426b-b80c-a33b500155f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.399272041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a045b6a-6975-4392-ab4f-916844ab3e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.400003574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61dcb333-a3fc-4827-aa52-c40dd46e5416","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.400085713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f8bbe9e-3da2-4e12-b27b-78799242a8fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.404040623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6982dace-9d07-4575-9641-4badd9568b20","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.405569377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"39105734-6b1c-4f1e-b339-330f2dd0c12a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.40762953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d39a634-799d-419e-8da2-8201a91e4a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.410346099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a045b6a-6975-4392-ab4f-916844ab3e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.478614077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6982dace-9d07-4575-9641-4badd9568b20","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.47964446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d39a634-799d-419e-8da2-8201a91e4a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.481475195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a045b6a-6975-4392-ab4f-916844ab3e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.489740892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"84a0e42c-c9b2-4912-90f3-b58d3e51ff2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.492340829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b1696c52-458c-4101-8baf-c5d21e97d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.492560505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d31f7a5f-d800-439b-82e7-36a3304fe807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.492345765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b98b15c-cc04-4de3-97c4-21f3f29def2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.49292561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"6b3f62fb-2d33-43fa-82ca-6cd0fe8c55ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.498162718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"84a0e42c-c9b2-4912-90f3-b58d3e51ff2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.501160552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b1696c52-458c-4101-8baf-c5d21e97d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.502692908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d31f7a5f-d800-439b-82e7-36a3304fe807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.505257627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1b98b15c-cc04-4de3-97c4-21f3f29def2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.506088253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"6b3f62fb-2d33-43fa-82ca-6cd0fe8c55ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.515715997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2d751","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2d751","reconcileID":"9067e2b6-c2ca-4522-b664-5fbb7c6a61fd","namespace":"llm","name":"e2e-dft-f2d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.627859949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"07c98bb3-adf2-4588-8e25-a3119be4bb32","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.637555355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"07c98bb3-adf2-4588-8e25-a3119be4bb32","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.826505925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a3674055-11dc-4374-a4fa-e67b9e312797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.837761957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"235497f9-522b-42eb-a820-a8ad9fd8a816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.860866885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a3674055-11dc-4374-a4fa-e67b9e312797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.872053751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"672c3903-064f-48c2-afa5-63369a074f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.874763403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6b2ae194-2758-4198-ba98-4a666dc14a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.883708079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"235497f9-522b-42eb-a820-a8ad9fd8a816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.889278104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"672c3903-064f-48c2-afa5-63369a074f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.894085372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"74290c0f-2d00-4e06-8b1b-b67c911bd087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.895456637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6b2ae194-2758-4198-ba98-4a666dc14a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.935302941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"74290c0f-2d00-4e06-8b1b-b67c911bd087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.166700199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4afd6a83-f37b-413d-bfb3-915dbf8951a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.184516778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eaee343-c4a2-4ec3-bd5a-5e2538e099de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.188613299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a605d69b-1c1b-49dd-b71e-30b95d0f26a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.189178284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0708150b-ad41-4d26-b81d-41602b63aa22","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.18999571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2380d6b5-6f37-4d12-bcd0-416490977f3d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.190353925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4afd6a83-f37b-413d-bfb3-915dbf8951a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.195979352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eaee343-c4a2-4ec3-bd5a-5e2538e099de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.201968231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2380d6b5-6f37-4d12-bcd0-416490977f3d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.205365294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"0708150b-ad41-4d26-b81d-41602b63aa22","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.206872881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eaee343-c4a2-4ec3-bd5a-5e2538e099de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.207476748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a605d69b-1c1b-49dd-b71e-30b95d0f26a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.208293749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4afd6a83-f37b-413d-bfb3-915dbf8951a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.216952412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2380d6b5-6f37-4d12-bcd0-416490977f3d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.21792741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a605d69b-1c1b-49dd-b71e-30b95d0f26a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.221298285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b335649b-ff86-4bc7-9591-c4fed2bb3aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.223372675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bc7b47de-6c6e-49b6-b911-65e53776492d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.229257663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1da520da-fed3-438c-b187-98d51c4717ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.229766985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b335649b-ff86-4bc7-9591-c4fed2bb3aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.231239854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"99364a91-e1be-40dd-952a-4f5518dad561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.234029922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bc7b47de-6c6e-49b6-b911-65e53776492d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.277561101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"99364a91-e1be-40dd-952a-4f5518dad561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.277783786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1da520da-fed3-438c-b187-98d51c4717ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.31961233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2df6d25a-4899-4ad5-aacd-7840ca49cbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.328240705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2df6d25a-4899-4ad5-aacd-7840ca49cbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.537435249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"1ad14c6e-fb10-48f0-a528-2b8926cc28f5","namespace":"llm","name":"e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.547174181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"1af53fdb-ba96-44b5-9c21-7f1bc266b239","namespace":"llm","name":"e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.548579416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"fbc6cd70-7666-42c7-8dac-caf693583094","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.548908404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"965986fc-e450-4b50-8330-d94303f712e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.552894147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"b1b552ba-06e9-4b4f-861e-0396b94bbd80","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.553159468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27f6ce94-b4d3-4862-98a5-49cf22694d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.553474562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a945253-c12a-410d-8150-ded4e633d217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.557352787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"965986fc-e450-4b50-8330-d94303f712e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.558414622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"fbc6cd70-7666-42c7-8dac-caf693583094","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.562142779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"b1b552ba-06e9-4b4f-861e-0396b94bbd80","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.562784716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a945253-c12a-410d-8150-ded4e633d217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.56486365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27f6ce94-b4d3-4862-98a5-49cf22694d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.565171177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"fbc6cd70-7666-42c7-8dac-caf693583094","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.569394402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"b1b552ba-06e9-4b4f-861e-0396b94bbd80","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.570098639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a945253-c12a-410d-8150-ded4e633d217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.579484432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27f6ce94-b4d3-4862-98a5-49cf22694d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.579691571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd07f76a-2724-4d43-aa0f-ab626ed74eca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.579712424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd07f76a-2724-4d43-aa0f-ab626ed74eca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.580136445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3dd7a6c7-cef1-47f9-bfc1-46729407fe5d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.580156224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3dd7a6c7-cef1-47f9-bfc1-46729407fe5d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.581110856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44ef9201-f103-4b9d-8ac9-05398a64890d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.581137994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44ef9201-f103-4b9d-8ac9-05398a64890d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.581963196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f08c97e-8ebf-4a50-a76d-fd732fbb6053","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.581983661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f08c97e-8ebf-4a50-a76d-fd732fbb6053","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.58308638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44f84020-32e5-4bd8-8d5b-4fca3038578c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.583103517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44f84020-32e5-4bd8-8d5b-4fca3038578c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.583936623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a10cccd5-da36-4e64-bc0e-88e9e9ffe045","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.583954891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a10cccd5-da36-4e64-bc0e-88e9e9ffe045","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.584458167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7ff2503-8b0b-43fc-8179-d3caa31db9f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.58447044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7ff2503-8b0b-43fc-8179-d3caa31db9f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.585352502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60625140-0cf2-4bc5-939e-43a6a8b271ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.585373117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60625140-0cf2-4bc5-939e-43a6a8b271ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.596603307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"c46cd17e-c8f5-45bb-b578-a5e0f950ef25","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.596637876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"c46cd17e-c8f5-45bb-b578-a5e0f950ef25","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.676848016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bdf34fa-648b-4acf-971a-ea2d12fd215a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.677559355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ca0e3eb-4a94-4f3c-9605-b724f30b0c07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.679025463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a772fd0-c6eb-4ec7-abeb-b25790df5607","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.679047398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a772fd0-c6eb-4ec7-abeb-b25790df5607","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.679535627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce33c71d-dd70-4125-a627-d4561d3f1605","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.679554082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce33c71d-dd70-4125-a627-d4561d3f1605","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.683310351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"203aac3b-2d71-431c-88b2-c5ec2b426418","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.68333259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"203aac3b-2d71-431c-88b2-c5ec2b426418","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.68503042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69f9378c-38e0-4855-a7ac-4fcb8c0f8ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.688948969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c6bcc0f1-aa9a-4d00-b296-ac76f3b057b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.688964567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c6bcc0f1-aa9a-4d00-b296-ac76f3b057b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.689295946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fae1e751-936f-48cb-8ec0-7aec1549501d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.689314725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fae1e751-936f-48cb-8ec0-7aec1549501d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.689632766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"086a2d05-fa4a-4d45-9d1e-c80947fe6e91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.689651167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"086a2d05-fa4a-4d45-9d1e-c80947fe6e91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.689700214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1584ecff-4978-4686-877d-2f50384ec714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690037271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36afbdc4-e44b-424b-9bdd-4cbdd59c13f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690057179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36afbdc4-e44b-424b-9bdd-4cbdd59c13f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690253307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"304fb37a-e458-4171-ae68-8c7de364d26e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690548783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e144f8c2-955c-42cf-abc2-1c54c2525fdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.69056793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e144f8c2-955c-42cf-abc2-1c54c2525fdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690865757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55db01da-d4be-4cf0-82ed-efe37f257339","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690885031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55db01da-d4be-4cf0-82ed-efe37f257339","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.690932845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"51b72d64-bc8c-4d1d-969f-ee3b02bd063e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.693917409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b594518b-2cb9-4329-a834-8f500aee2d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.694065318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69f9378c-38e0-4855-a7ac-4fcb8c0f8ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.698182075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1584ecff-4978-4686-877d-2f50384ec714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.699388728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"304fb37a-e458-4171-ae68-8c7de364d26e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.700577998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"51b72d64-bc8c-4d1d-969f-ee3b02bd063e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.701525121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"96011d1a-a29d-4ca3-a38a-71204bd2aa5a","namespace":"llm","name":"e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.701862177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b594518b-2cb9-4329-a834-8f500aee2d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.776662673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a97f08ef-59c5-45cc-9989-a212b58b6cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.781227972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"e9c983af-d58c-4e2a-9640-4b9c21abfb3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.785572278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"47eb4d6f-791b-4d9d-82c6-d03c45c9d2ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.785680371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a97f08ef-59c5-45cc-9989-a212b58b6cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.786095033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afe61435-b697-4442-9d86-6754628aa37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.790546015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"e9c983af-d58c-4e2a-9640-4b9c21abfb3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.796789844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"47eb4d6f-791b-4d9d-82c6-d03c45c9d2ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.797057751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afe61435-b697-4442-9d86-6754628aa37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.798095739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"ee0f41d8-05dc-4c32-8546-482df1591951","MaaSModelRef":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.798118404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"ee0f41d8-05dc-4c32-8546-482df1591951","MaaSModelRef":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"routeName":"external-model-e2e-dft-del-9a52da-0fae80de2668","namespace":"llm","model":"e2e-dft-del-9a52da","externalModel":"e2e-dft-del-9a52da","provider":"e2e-dft-del-9a52da-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.879474717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"459d0153-f2de-4bf3-9c9b-1e7baac78d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:38.912895506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"459d0153-f2de-4bf3-9c9b-1e7baac78d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.051932803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0f7acc77-dd02-42a3-be0c-33a3b9e35715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.100158407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"56dac344-5cd6-4d19-8c8d-65791e533553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.104877154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0f7acc77-dd02-42a3-be0c-33a3b9e35715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.109991285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484f76cc-a2c5-4a87-bb99-49d28e9c9d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.111903711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"841affa2-4b12-4d6d-9f64-61ead5668208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.119141274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"56dac344-5cd6-4d19-8c8d-65791e533553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.11972586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"b515b88e-ff98-4b2e-b836-4527bab38d0b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.123586911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"841affa2-4b12-4d6d-9f64-61ead5668208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.124404474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484f76cc-a2c5-4a87-bb99-49d28e9c9d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.133263516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"841affa2-4b12-4d6d-9f64-61ead5668208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.133718286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"b515b88e-ff98-4b2e-b836-4527bab38d0b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.135249534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484f76cc-a2c5-4a87-bb99-49d28e9c9d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.14159727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"b515b88e-ff98-4b2e-b836-4527bab38d0b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.220989845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ba70f3b8-0d64-40f9-bdcd-14b25e8aff42","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.221345576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5a575cc3-8bf0-4c7f-ba09-443567671760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.221672274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"464ec3e1-5f39-475a-934f-551a174a4ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.225605081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0376c0da-e03f-48d0-93fd-b993fdc278ab","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.231509588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5a575cc3-8bf0-4c7f-ba09-443567671760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.231527616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"ba70f3b8-0d64-40f9-bdcd-14b25e8aff42","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.234922008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"464ec3e1-5f39-475a-934f-551a174a4ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.236139306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0376c0da-e03f-48d0-93fd-b993fdc278ab","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.246465315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0376c0da-e03f-48d0-93fd-b993fdc278ab","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.315781968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"63387f2e-d881-476c-ac25-12d337c29daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.325518182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"63387f2e-d881-476c-ac25-12d337c29daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.416630734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8e0f8f25-9418-405a-8463-e011f5053b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.42919846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"8e0f8f25-9418-405a-8463-e011f5053b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.894549834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"6f27b92d-308c-4520-8f55-49607a6c5538","namespace":"llm","name":"e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.903141663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69a6bd37-2dd8-4c39-ae9e-1a48016c4b0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.903169159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69a6bd37-2dd8-4c39-ae9e-1a48016c4b0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.903640207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be053e03-240c-4c0b-95ef-b52325dff12f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.903659967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be053e03-240c-4c0b-95ef-b52325dff12f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.90400415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f019cb77-2053-488b-aa34-a38ffc2fefc1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.904022421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f019cb77-2053-488b-aa34-a38ffc2fefc1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.904398546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d69db6a2-367d-4179-9550-5d7729b01acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.904414853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d69db6a2-367d-4179-9550-5d7729b01acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.904881643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8c325601-6420-46e8-b3ae-596af3b2bf88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.908068118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"342c613f-98f4-47d7-8031-439ad7875d05","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.908246761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3963a6e1-320f-458d-af34-00fc52c889c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.908927618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ed3697aa-2f87-487e-8de3-5166c056817e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.909152819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"8ce98d64-d84c-4606-b46e-9433394654a5","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.9091736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"8ce98d64-d84c-4606-b46e-9433394654a5","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.912182524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5c9f076-b309-4a9c-8d24-053e9ecb0db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.912842459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15638169-c0e9-4b92-a78c-faae72521f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.912857713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15638169-c0e9-4b92-a78c-faae72521f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.913124533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c64da55b-a1aa-4433-969b-201ecd04098f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.91313707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c64da55b-a1aa-4433-969b-201ecd04098f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.913381968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf7d41-9981-4771-b280-54bdb1b3ba40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.913394576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf7d41-9981-4771-b280-54bdb1b3ba40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.913605663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26773332-f77b-4e3e-b0f6-6e667d747ef1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.913616353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26773332-f77b-4e3e-b0f6-6e667d747ef1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.914279867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8c325601-6420-46e8-b3ae-596af3b2bf88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.916286129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"342c613f-98f4-47d7-8031-439ad7875d05","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.917298755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3963a6e1-320f-458d-af34-00fc52c889c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.918429882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7095ff5-cca3-43d6-9d2f-a01dab54dd8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.919996798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ed3697aa-2f87-487e-8de3-5166c056817e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.921618296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8c325601-6420-46e8-b3ae-596af3b2bf88","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.922306332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49bb7f4f-7d79-4a48-8fbc-af6b11b65ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.922925041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5c9f076-b309-4a9c-8d24-053e9ecb0db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.925190314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3963a6e1-320f-458d-af34-00fc52c889c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.978036525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ed3697aa-2f87-487e-8de3-5166c056817e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.980309665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5c9f076-b309-4a9c-8d24-053e9ecb0db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.986889865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"df067f38-8bcc-4c19-b395-3ad10b04b541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.99668298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"df067f38-8bcc-4c19-b395-3ad10b04b541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.045113927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9a52da","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9a52da","reconcileID":"4a0d681e-8a12-400f-a912-c8d4046d6b4c","namespace":"llm","name":"e2e-dft-del-9a52da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.055483379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"67d2392a-3b98-478b-9568-a4dddc0da59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.056296685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7b5486f4-db30-4118-bba5-eae32af30986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.056934864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eff0ba8e-2fd6-4d33-b7ab-1e2cfe4d9b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.076659961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7646d57b-2337-4f84-b4eb-a14075639f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.077308913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"555e8c64-6e76-4c61-92f2-e858d34a409b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.080675619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"67d2392a-3b98-478b-9568-a4dddc0da59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.084068452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7b5486f4-db30-4118-bba5-eae32af30986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.086447956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eff0ba8e-2fd6-4d33-b7ab-1e2cfe4d9b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.087777909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7646d57b-2337-4f84-b4eb-a14075639f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.090168672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"555e8c64-6e76-4c61-92f2-e858d34a409b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.280500558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf3f2c18-5e4b-4c6d-a92e-4ebdd22e7f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.281130156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"39f9ccde-4681-4753-a03e-bea63393dd8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.281732736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"75b788b5-aaf5-4fed-b274-afc64b8eb759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.286632039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e0fade74-1fff-4b59-a4ea-12cd972399ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.28663006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"54cf27f4-0c02-4325-ad5b-33dc2ab1c086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.29370028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf3f2c18-5e4b-4c6d-a92e-4ebdd22e7f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.294883854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"39f9ccde-4681-4753-a03e-bea63393dd8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.297172571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"75b788b5-aaf5-4fed-b274-afc64b8eb759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.299061785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"54cf27f4-0c02-4325-ad5b-33dc2ab1c086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.30080934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e0fade74-1fff-4b59-a4ea-12cd972399ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.351080133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c0110500-3a65-4627-84f3-a67c6d6268ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.356643712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3b2009-e9f9-4718-a02d-c0bbbd8bcd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.356643176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"26b350fa-6041-4135-91e0-a1e207bc5cbe","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.357090939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8608843-a6ed-475d-bcc1-bc9f15dedd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.361160676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c0110500-3a65-4627-84f3-a67c6d6268ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.367646924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3b2009-e9f9-4718-a02d-c0bbbd8bcd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.369719753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c0110500-3a65-4627-84f3-a67c6d6268ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.378160176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8608843-a6ed-475d-bcc1-bc9f15dedd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.37831917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"26b350fa-6041-4135-91e0-a1e207bc5cbe","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.38035319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3b2009-e9f9-4718-a02d-c0bbbd8bcd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.388425557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8608843-a6ed-475d-bcc1-bc9f15dedd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.390946555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"26b350fa-6041-4135-91e0-a1e207bc5cbe","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.535817025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"2b12cbcc-a5d3-485a-84b9-6c4d8e9e3cfe","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.614989709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"94574c8e-3c4c-4010-bf27-8b59a497a176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.61573812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c12c8898-37f8-4131-89b7-6949827d633d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.622629706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d64653de-6ccc-4c9d-baac-2f46d8e97307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.665265752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"2b12cbcc-a5d3-485a-84b9-6c4d8e9e3cfe","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.674873566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c12c8898-37f8-4131-89b7-6949827d633d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.675677094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"508a6c77-9d80-4ded-a286-7ae8c29b8d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.677891702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"94574c8e-3c4c-4010-bf27-8b59a497a176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.679375866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d64653de-6ccc-4c9d-baac-2f46d8e97307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.687889613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"508a6c77-9d80-4ded-a286-7ae8c29b8d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.792939179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"17076a5c-cadf-430c-8b5c-e4e069e76357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.802530057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"17076a5c-cadf-430c-8b5c-e4e069e76357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.90589595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"59b916d8-e629-467d-9638-9bf1ee46ca73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.977330966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"59b916d8-e629-467d-9638-9bf1ee46ca73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.796850092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"13babd48-a80d-42da-83b4-4050b5993ad8","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","subscription":"e2e-cfl-same-c2e0c2-1db7b5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.816576927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"13babd48-a80d-42da-83b4-4050b5993ad8","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.829794622Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-sub","reconcileID":"13babd48-a80d-42da-83b4-4050b5993ad8","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-1db7b5-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.883060912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"1a57653b-765b-43d6-ae8a-f605a1f43a3c","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.883088292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"1a57653b-765b-43d6-ae8a-f605a1f43a3c","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:42.960847713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"65d1adff-c944-45b2-af8f-5797cdad964b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.021494058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"9433a3ca-64cc-4da4-a95c-948ba08ce52b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.141842284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"9433a3ca-64cc-4da4-a95c-948ba08ce52b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.145817986Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"d5ade7d6-b7de-4588-a1e5-dbe761bf5161","namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.14714561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"65d1adff-c944-45b2-af8f-5797cdad964b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.197230823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"0a47441a-268e-425d-b8ad-b0809b4586c2","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.197266212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"0a47441a-268e-425d-b8ad-b0809b4586c2","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.197972525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"49de7ca6-d9c5-47f8-94da-81972be00f08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.205340049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"fe9e9123-de6d-4309-b26b-f7e0b256f7a1","namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.211187979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"49de7ca6-d9c5-47f8-94da-81972be00f08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.217378641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e60c6e-ca23-48b8-9e49-7ed061bc40d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.22257324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09aabf06-1cef-44df-b361-20f80e400791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.226021899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"49de7ca6-d9c5-47f8-94da-81972be00f08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.237653969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e60c6e-ca23-48b8-9e49-7ed061bc40d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.278977706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"2684766c-4cad-4485-933e-42389607da33","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.351576762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09aabf06-1cef-44df-b361-20f80e400791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.351949433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e60c6e-ca23-48b8-9e49-7ed061bc40d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.355452549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-1db7b5-access","reconcileID":"2950f2fd-ce53-4f9b-8cbf-42660641fa9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-1db7b5-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.372317364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"9fe4124f-41bd-4c4d-ba9b-e45d4ae7a727","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.37288001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"e679ef13-d192-471c-8b99-0f510798815d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.37664441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09aabf06-1cef-44df-b361-20f80e400791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.388545294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"e679ef13-d192-471c-8b99-0f510798815d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.397881643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f5dd6945-69bd-4db2-bdb0-5513799695e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.399570611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"27eb4c2c-af5f-42c8-b3d1-2347f53dad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:43.40354901Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"9fe4124f-41bd-4c4d-ba9b-e45d4ae7a727","name":"e2e-cfl-same-f47ed5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f47ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:43.403635181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"9fe4124f-41bd-4c4d-ba9b-e45d4ae7a727","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f47ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.416328918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"42685832-8965-4a1c-86e1-2c425bf83844","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.418343727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"e679ef13-d192-471c-8b99-0f510798815d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.418877334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"27eb4c2c-af5f-42c8-b3d1-2347f53dad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.424264723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f5dd6945-69bd-4db2-bdb0-5513799695e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.434672952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"7dbc9e92-244d-45c2-a684-359830ea0a90","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-2-1db7b5/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.434707784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"7dbc9e92-244d-45c2-a684-359830ea0a90","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"routeName":"external-model-e2e-cfl-same-c2e0c2-362dc3acaf29","namespace":"e2e-extmod-cfl-2-1db7b5","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.482576914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"739a7bb1-3330-4dd8-89fa-3874589e35b0","namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.484188619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"74fb5ccf-71b2-4149-b688-0626985468c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.486080409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"6a6aaac7-31f8-4ce6-8d93-a78c5b3b290e","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.486108693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"6a6aaac7-31f8-4ce6-8d93-a78c5b3b290e","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.486929904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8a693aaa-2f64-4d42-9415-6181b79a2c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.487968639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0776f818-5e98-497e-b2cf-5dfb40dc9308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.494034142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"74fb5ccf-71b2-4149-b688-0626985468c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.495502648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8a693aaa-2f64-4d42-9415-6181b79a2c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.498301644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0776f818-5e98-497e-b2cf-5dfb40dc9308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.583521434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"778e4436-45e9-41d8-ada4-99feab62e49a","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.583550922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"778e4436-45e9-41d8-ada4-99feab62e49a","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.599701505Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"cacc0d09-9c92-492e-91b4-e8b9789b4098","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2bb2534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.622170239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ec1081fc-8c02-4681-bc1a-0aea8816d723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.622188813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fea2d4c0-52fa-4877-aaba-7e34d26819c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.622816097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cc1d11b0-b6a8-4562-a573-be8a7c942710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.633548438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cc1d11b0-b6a8-4562-a573-be8a7c942710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.63354844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fea2d4c0-52fa-4877-aaba-7e34d26819c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.636257448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ec1081fc-8c02-4681-bc1a-0aea8816d723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.736032651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d6c0145-6d6e-46e0-b659-d1411d686de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.736993348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d91f13a6-7951-45b0-8c6d-2915d75a6258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.760041076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0d6c0145-6d6e-46e0-b659-d1411d686de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.900530917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d91f13a6-7951-45b0-8c6d-2915d75a6258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.902171177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"69b831a2-818a-4ca8-9530-ebe0e6b21429","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.903912907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c1d65c8c-a827-4a81-978a-92504f3b0a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.912671927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd573d23-c39b-435e-8b5e-1be1a5baeafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.918652477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"a4efee61-8b42-4a4d-90d6-fb004f157b34","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.919383114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"8e548992-f42f-4b33-bb8e-9f1680c7eb09","namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.920967386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e131ea4-2bf1-4cde-9886-a14a3d823e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.923058239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c1d65c8c-a827-4a81-978a-92504f3b0a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.92713879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd573d23-c39b-435e-8b5e-1be1a5baeafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.934893582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e131ea4-2bf1-4cde-9886-a14a3d823e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.937707618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd573d23-c39b-435e-8b5e-1be1a5baeafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.952060303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e131ea4-2bf1-4cde-9886-a14a3d823e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.958938112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"47962a19-caf3-4ee4-9d33-ce2e8d549567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.968410487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"47962a19-caf3-4ee4-9d33-ce2e8d549567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.975891942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"47962a19-caf3-4ee4-9d33-ce2e8d549567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.050021505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6ad74ef3-0339-447e-96b0-e6387e7a7c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.052321274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"157d741f-d6a3-456a-94b0-0c9aa88dedbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.05547052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ff49f81b-17e1-4757-87a8-957cde32e7b4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.061669811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6ad74ef3-0339-447e-96b0-e6387e7a7c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.062597106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"157d741f-d6a3-456a-94b0-0c9aa88dedbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.065924311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ff49f81b-17e1-4757-87a8-957cde32e7b4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.074041284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ff49f81b-17e1-4757-87a8-957cde32e7b4","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.087951584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"b2b4838b-07c5-49fa-ad03-62cf030c000f","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.095944679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"cbad7296-50ef-4d1a-8b72-d425093d551e","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.101319602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ac14661a-eb29-4486-97f0-a71e7e60c275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.110751846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"ac14661a-eb29-4486-97f0-a71e7e60c275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.13524812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"12f354f4-1f75-4fd5-8ff2-7f4a6c915c84","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.135286666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"12f354f4-1f75-4fd5-8ff2-7f4a6c915c84","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.151583356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"8748c126-e3b7-4023-9166-b47bd4e8a670","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.154608485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5e80f007-e9c6-4a76-b8e1-c6c09574b300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.161557988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"8748c126-e3b7-4023-9166-b47bd4e8a670","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.162682052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5e80f007-e9c6-4a76-b8e1-c6c09574b300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.208142806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"8893d8dc-e910-48f0-ae84-7ae7c9ccfd1b","namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.216214766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"398d1aa2-d40b-4c48-b113-6d9428fb6d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.220867776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01f5a455-de99-4d92-b665-08fcf89adcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.227133081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"398d1aa2-d40b-4c48-b113-6d9428fb6d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.230571996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01f5a455-de99-4d92-b665-08fcf89adcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.237852842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01f5a455-de99-4d92-b665-08fcf89adcc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.241966567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"d28ac8a4-71b6-49b6-8015-cede41252627","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.254871935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7504142e-1e6a-4993-bbde-59e5df66e4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.255666218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"77557128-8ef8-4d24-901f-f38fdd9758f8","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.263761469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7504142e-1e6a-4993-bbde-59e5df66e4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.277919688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"179ac8a2-4965-4348-b49b-c0f4d7d510f9","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.277950359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"179ac8a2-4965-4348-b49b-c0f4d7d510f9","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.38917519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"69fc607f-21c1-4cb3-a500-86549511afef","namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.393594171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"3108e50a-b032-4bc2-9266-08e4ad97608b","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.393617393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"3108e50a-b032-4bc2-9266-08e4ad97608b","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.39411835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"392aa04d-5416-49ec-b308-b0e20d8543f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.396656593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"95d71c04-f9d1-4395-a8ac-9ab525eac5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.39706831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3031d6d9-cb38-4e39-8fed-56569be1a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.485998206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"392aa04d-5416-49ec-b308-b0e20d8543f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.567452215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"95d71c04-f9d1-4395-a8ac-9ab525eac5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.539181712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3031d6d9-cb38-4e39-8fed-56569be1a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.752046782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3031d6d9-cb38-4e39-8fed-56569be1a70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.785783334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4e2efad8-ba59-4e51-b7c3-b8cd0415db7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.786614817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"dd36c82c-ac04-462b-937f-23b7644f6b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.904796797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4e2efad8-ba59-4e51-b7c3-b8cd0415db7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.907904728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"dd36c82c-ac04-462b-937f-23b7644f6b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.973755448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"71d9f44e-bdba-4bfe-b9d8-9a152ae12d55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.987533287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d6f22071-6149-4655-b5e5-f9750a10dd08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.03748242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"71d9f44e-bdba-4bfe-b9d8-9a152ae12d55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.109073554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"d6f22071-6149-4655-b5e5-f9750a10dd08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.110822546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"737e1fee-21ae-4c71-88bc-0d351bd10b37","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.112864498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"71d9f44e-bdba-4bfe-b9d8-9a152ae12d55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.15004957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"737e1fee-21ae-4c71-88bc-0d351bd10b37","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.151197647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c053e293-ee0a-4ab9-a6c6-39267338e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.153331668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2be923d3-deab-4110-b27f-47147cb62477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.178385842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"737e1fee-21ae-4c71-88bc-0d351bd10b37","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.211272102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"b4a2c8b8-1fba-4a04-a344-24cde3fff0f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.221113935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2be923d3-deab-4110-b27f-47147cb62477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.221350892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c053e293-ee0a-4ab9-a6c6-39267338e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.231753275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"b4a2c8b8-1fba-4a04-a344-24cde3fff0f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.260348529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4f61e950-22b9-453c-ab49-155dd70658a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.370055973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4f61e950-22b9-453c-ab49-155dd70658a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.459123781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69f3ba2-8238-436a-ba18-c90b90767643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.463845893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"1f36ddfb-0d40-41cb-b064-6d917c0aaa12","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.463867764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"1f36ddfb-0d40-41cb-b064-6d917c0aaa12","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.477583285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cb6c904d-bd2f-43e6-bc00-9009fd3f55cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.477972942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69f3ba2-8238-436a-ba18-c90b90767643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.498682651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cb6c904d-bd2f-43e6-bc00-9009fd3f55cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.500902356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69f3ba2-8238-436a-ba18-c90b90767643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.516647093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"5047815c-96f9-47ec-b847-397eea5b5b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.538495685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"5047815c-96f9-47ec-b847-397eea5b5b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.570015305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"5eee65b0-14b8-48e5-8bd0-036f8a48a53d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.573074417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bfa40a88-3d65-4aa1-81e5-5dffb8a2836f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.598164993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba916df7-c78e-43ba-974e-561aeeceec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.620720659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"bfa40a88-3d65-4aa1-81e5-5dffb8a2836f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.652338413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba916df7-c78e-43ba-974e-561aeeceec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.664078937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba916df7-c78e-43ba-974e-561aeeceec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.678074714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"5eee65b0-14b8-48e5-8bd0-036f8a48a53d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.679820282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b88cd153-7f97-4bf7-90e5-8b00571222ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.687514963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"5eee65b0-14b8-48e5-8bd0-036f8a48a53d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.691676942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b88cd153-7f97-4bf7-90e5-8b00571222ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.700614803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"6c8843cd-1140-4f68-a6fc-2a883ff2921f","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.700638951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"6c8843cd-1140-4f68-a6fc-2a883ff2921f","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.718672711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"742a74af-74f1-4472-95ba-4fc16de8abed","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.718707698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"742a74af-74f1-4472-95ba-4fc16de8abed","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.726369998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"40e8b6f7-689c-466e-908c-b1d4966f9723","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.726390168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"40e8b6f7-689c-466e-908c-b1d4966f9723","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.730549471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"05a7ae07-bd3a-4087-8e3c-aafd4df63526","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.760609648Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"05a7ae07-bd3a-4087-8e3c-aafd4df63526","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.767644878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"05a7ae07-bd3a-4087-8e3c-aafd4df63526","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.77985319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"3c6891f5-92e0-4467-bdbe-2677447ac114","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.779873182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"3c6891f5-92e0-4467-bdbe-2677447ac114","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.677290489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"a4a9eef3-2422-4856-9c28-30ab933b07e9","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","subscription":"e2e-cfl-same-c2e0c2-ab591f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.685272203Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"a4a9eef3-2422-4856-9c28-30ab933b07e9","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.689873437Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-sub","reconcileID":"a4a9eef3-2422-4856-9c28-30ab933b07e9","MaaSSubscription":{"name":"e2e-cfl-same-c2e0c2-ab591f-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.725756424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"51965dec-70c0-4171-a518-e0dd8a88f360","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.725783446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"51965dec-70c0-4171-a518-e0dd8a88f360","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.730091435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"648c51ee-abad-49ab-b279-0e7c6529fa6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.738802635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"648c51ee-abad-49ab-b279-0e7c6529fa6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.83075368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"cd50fa06-59d6-4fbf-a723-75bfa8bf35a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.854803531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"cd50fa06-59d6-4fbf-a723-75bfa8bf35a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.181250657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7deef819-5544-43c4-a5bc-827990ac7113","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.189619552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7deef819-5544-43c4-a5bc-827990ac7113","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.196532754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31628c0cd70cd2f8f4646ef6336e22c58e0143840345bfb26a7437140c316aaf) AuthConfig (47f696ed434f3d1073d5d0d3ecf0434f5e8f06c6c4119b2a4bf4e58692cd6f92) AuthConfig (040dc4fbe8bc28cbb33b4d9a4173d2bb57b97a9aeb0f226dc6013d06239e7737) AuthConfig (986586b65cf31fc70b72d5bb57fc31cf570bd728bb3b1aaff677df1a652c0323)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7deef819-5544-43c4-a5bc-827990ac7113","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.229059427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5a3b5b6f-c091-4730-89e4-11953c511ab7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.240535573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5a3b5b6f-c091-4730-89e4-11953c511ab7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.249870068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5a3b5b6f-c091-4730-89e4-11953c511ab7","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.517062677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3f95b7d-a989-4ab2-a4ad-206ed6349a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.526167443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3f95b7d-a989-4ab2-a4ad-206ed6349a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.533763728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3f95b7d-a989-4ab2-a4ad-206ed6349a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.680585256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e36cb70-3f67-4d81-a29f-177e78c09102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.688930998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e36cb70-3f67-4d81-a29f-177e78c09102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.694596807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.696599933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e36cb70-3f67-4d81-a29f-177e78c09102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.776646476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"401964ef-3b53-4d38-863e-5734bbedd053","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.785140391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"401964ef-3b53-4d38-863e-5734bbedd053","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.792146472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"401964ef-3b53-4d38-863e-5734bbedd053","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.78806098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"ff11b8da-2858-4343-9411-f49a659e41be","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.800689027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"ff11b8da-2858-4343-9411-f49a659e41be","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.808808019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"ff11b8da-2858-4343-9411-f49a659e41be","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.158294064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9c500607-e9b3-4197-9cf4-c0748e800b14","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.159005996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1748aab7-65ff-4d57-a167-b4bc85fdef8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.159731404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15feb715-4a44-4171-b2e1-4ea8cb199baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.170271551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1748aab7-65ff-4d57-a167-b4bc85fdef8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.172613377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9c500607-e9b3-4197-9cf4-c0748e800b14","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.173586026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15feb715-4a44-4171-b2e1-4ea8cb199baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.182368461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15feb715-4a44-4171-b2e1-4ea8cb199baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.186634374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9c500607-e9b3-4197-9cf4-c0748e800b14","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.186994411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1748aab7-65ff-4d57-a167-b4bc85fdef8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.199347998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82036ba-bde6-42f8-b360-b8ced1342690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.199375218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82036ba-bde6-42f8-b360-b8ced1342690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.232493137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"b656e86c-3d8c-49b6-8a36-4c6a65e01637","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.232544005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"b656e86c-3d8c-49b6-8a36-4c6a65e01637","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.24013766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"144ed80c-54e9-4dca-8398-c3fca92d1344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.240167378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"144ed80c-54e9-4dca-8398-c3fca92d1344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.867694233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"682b9886-74ea-47a0-a141-479985252e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.871354756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"b663dd61-daa8-4e2b-b8df-10c2cff9b051","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.871374951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"b663dd61-daa8-4e2b-b8df-10c2cff9b051","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.878783838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"682b9886-74ea-47a0-a141-479985252e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.911139566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"682b9886-74ea-47a0-a141-479985252e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.911162084Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-cfl-same-c2e0c2-ab591f-access","reconcileID":"682b9886-74ea-47a0-a141-479985252e86","MaaSAuthPolicy":{"name":"e2e-cfl-same-c2e0c2-ab591f-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.922024906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"943baf57-2796-423b-b22b-978053ab79be","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"tenant":"e2e-extmod-a-8b7351","gateway":"openshift-ingress/e2e-extmod-a-8b7351","model":"e2e-extmod-cfl-1-ab591f/e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.922046464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"943baf57-2796-423b-b22b-978053ab79be","MaaSModelRef":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"routeName":"external-model-e2e-cfl-same-c2e0c2-d08ebf7c6c95","namespace":"e2e-extmod-cfl-1-ab591f","model":"e2e-cfl-same-c2e0c2","externalModel":"e2e-cfl-same-c2e0c2","provider":"e2e-cfl-same-c2e0c2","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.524345379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"f96fab49-9781-44cf-a11f-23004043eb87","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.53311399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c3e7cc4e-0139-4716-84a5-e9b6aede6f24","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.53359704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"181f2aca-044c-472b-bb2c-dc34fa194a0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.534982041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1dec3a70-abb5-4687-9b11-b4703b0a0627","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.54187164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"c3e7cc4e-0139-4716-84a5-e9b6aede6f24","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.542738957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"181f2aca-044c-472b-bb2c-dc34fa194a0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.54304227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e610f21-0f92-4e82-9a42-f781e0630c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.544617059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1dec3a70-abb5-4687-9b11-b4703b0a0627","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.544768799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722b3d8a-e3a6-4f87-b123-9a7a7fc1cbf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.550764262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"181f2aca-044c-472b-bb2c-dc34fa194a0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.557098371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722b3d8a-e3a6-4f87-b123-9a7a7fc1cbf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.55712303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e610f21-0f92-4e82-9a42-f781e0630c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.558699714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1dec3a70-abb5-4687-9b11-b4703b0a0627","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.577145662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e610f21-0f92-4e82-9a42-f781e0630c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.578728611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722b3d8a-e3a6-4f87-b123-9a7a7fc1cbf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.583495611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6240778a-071a-4d05-927a-400e8d7ac957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.594635529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6240778a-071a-4d05-927a-400e8d7ac957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.602745339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6240778a-071a-4d05-927a-400e8d7ac957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.662561906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-1-ab591f"},"namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","reconcileID":"bb49f30c-cd42-4e3c-be19-9aa5c0ec7118","namespace":"e2e-extmod-cfl-1-ab591f","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.665379934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f77a62a1-4027-4fc6-aa0a-cee73ba9f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.667177229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e22ad47f-ba6b-40e0-8201-82b8f4da98ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.668031303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fc5d10d9-c7fd-460c-9d2d-306f99853b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.672688362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"18c9f421-5b25-4e63-89e6-cefde29f9cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.675676105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f77a62a1-4027-4fc6-aa0a-cee73ba9f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.679408494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e22ad47f-ba6b-40e0-8201-82b8f4da98ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.681486279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fc5d10d9-c7fd-460c-9d2d-306f99853b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.682151681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"212f9789-aeaa-4bb2-b32e-ac720ad4c12c","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.68217473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"212f9789-aeaa-4bb2-b32e-ac720ad4c12c","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.682810332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"18c9f421-5b25-4e63-89e6-cefde29f9cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.827325851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"03d6ed3d-953e-4345-bd20-6d537fb702c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.854661065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"03d6ed3d-953e-4345-bd20-6d537fb702c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.888695901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8eddbe8b-c277-4e93-aee7-cc00ebde71a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.889999979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5c3aa0f7-37c1-4efb-82c9-6ca2e7c2c6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.89117501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d828ae1e-5bff-48b4-a401-2bea194ea698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.897351571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4c8ab271-d94c-4783-aa23-49ddd2a92ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.902641965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"8eddbe8b-c277-4e93-aee7-cc00ebde71a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.97958057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5c3aa0f7-37c1-4efb-82c9-6ca2e7c2c6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.99088879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d828ae1e-5bff-48b4-a401-2bea194ea698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.992049965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4c8ab271-d94c-4783-aa23-49ddd2a92ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.002093622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9d81c55e-fb03-4688-b119-faaf7236a971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.010543434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9d81c55e-fb03-4688-b119-faaf7236a971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.100833453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a63d5d9c-c581-4af7-ba0b-6b6f0f869518","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.101255735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"19d10265-cba2-4d67-a81d-91686f9fe8ee","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.109955569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"19d10265-cba2-4d67-a81d-91686f9fe8ee","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.110118671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a63d5d9c-c581-4af7-ba0b-6b6f0f869518","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.110303543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1838cf9b-ab16-4aba-b91a-ca2de90f476a","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.110395787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"474bf2d6-f47d-45bf-8029-f8cf0e84275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.110776665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba18022f-b91a-4f4a-8933-978f31c0cf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.117492319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"19d10265-cba2-4d67-a81d-91686f9fe8ee","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.117560212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a63d5d9c-c581-4af7-ba0b-6b6f0f869518","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.121674238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1838cf9b-ab16-4aba-b91a-ca2de90f476a","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.121690415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"474bf2d6-f47d-45bf-8029-f8cf0e84275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.12424313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba18022f-b91a-4f4a-8933-978f31c0cf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.13018255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1838cf9b-ab16-4aba-b91a-ca2de90f476a","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.130227323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"474bf2d6-f47d-45bf-8029-f8cf0e84275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.131902122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba18022f-b91a-4f4a-8933-978f31c0cf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.25610702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4f66ed62-8f2c-4173-be7b-d2fdaf270009","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.258768228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"194575b9-e935-4a35-9226-ca88d755a6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.25904017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9988c664-bb57-49e8-8b28-37e101cd13dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.259159656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"787116be-53e9-4d06-87d6-fbb1f40f8e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.261690387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"72cecb98-26d8-4a59-b2ae-aeb7ae6749d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.265968728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"4f66ed62-8f2c-4173-be7b-d2fdaf270009","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.267376294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"194575b9-e935-4a35-9226-ca88d755a6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.26836629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9988c664-bb57-49e8-8b28-37e101cd13dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.269811084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"787116be-53e9-4d06-87d6-fbb1f40f8e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.270777425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"72cecb98-26d8-4a59-b2ae-aeb7ae6749d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.616332441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"2e1ad908-3860-46ba-bf42-f45ea65984e4","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.627259817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"f9c8106e-5706-415f-85ac-f335601ce643","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.629298664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"cd57c46f-ba88-4ecb-8440-573c60501ef2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.632043052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f58cbe7-3ffe-4c0c-b642-2d15c8d3c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.632076867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"aa5be02e-4a16-495f-83f4-cf1e2929497f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.632481595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c774536c-5cfb-4b4c-a07c-85cfbd9011ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.635941472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"f9c8106e-5706-415f-85ac-f335601ce643","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.637348557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"cd57c46f-ba88-4ecb-8440-573c60501ef2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.641656611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"aa5be02e-4a16-495f-83f4-cf1e2929497f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.641788311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c774536c-5cfb-4b4c-a07c-85cfbd9011ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.643603538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"f9c8106e-5706-415f-85ac-f335601ce643","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.644185976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f58cbe7-3ffe-4c0c-b642-2d15c8d3c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.645280693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"cd57c46f-ba88-4ecb-8440-573c60501ef2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.649809565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"aa5be02e-4a16-495f-83f4-cf1e2929497f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.651985722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c774536c-5cfb-4b4c-a07c-85cfbd9011ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.652360446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f58cbe7-3ffe-4c0c-b642-2d15c8d3c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.657102935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2fd0e8c6-1f86-4cb1-8f81-d944633e5cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.682741654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9fb078ee-6eff-4d10-a7b0-c9802e76a3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.68793859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2fd0e8c6-1f86-4cb1-8f81-d944633e5cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.695293323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9fb078ee-6eff-4d10-a7b0-c9802e76a3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.749556204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c2e0c2","namespace":"e2e-extmod-cfl-2-1db7b5"},"namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","reconcileID":"598b9ae8-e2bc-42f2-b23a-707b2ac2d3eb","namespace":"e2e-extmod-cfl-2-1db7b5","name":"e2e-cfl-same-c2e0c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.760516865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"31733d93-9b49-41de-b438-10683a535787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.766112573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f7d49891-1012-4270-b710-b3a746d2c8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.766188399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"65406d41-3b49-42a1-996e-75ab6532e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.769340361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"31733d93-9b49-41de-b438-10683a535787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.775435029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"65406d41-3b49-42a1-996e-75ab6532e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.775629275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f7d49891-1012-4270-b710-b3a746d2c8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.031270114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f95a83de-46d7-45a9-975d-da8ccaf3ac05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.27869025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ae4f9284-41b3-4f14-a474-e5cbbc8ed273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.284951492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f95a83de-46d7-45a9-975d-da8ccaf3ac05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.286501321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5c8fded8-252a-4fe4-a41d-7d453648c27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.295828359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ae4f9284-41b3-4f14-a474-e5cbbc8ed273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.296401886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"450e21f7-a69c-441b-91bc-1d65828ebaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.301082079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5c8fded8-252a-4fe4-a41d-7d453648c27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.301629866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a1518286-d4ed-4875-9dad-5cf5f54077a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.310466685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"450e21f7-a69c-441b-91bc-1d65828ebaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.315275607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a1518286-d4ed-4875-9dad-5cf5f54077a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.319698188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"b5787d8d-7592-4fc7-8ac6-2f839382670f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.321844035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"fbd40cd5-1505-4922-98c7-142bb09db35f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.323312769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"80befd61-40a8-4694-a5b4-8774737c9ae2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.32788889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"b5787d8d-7592-4fc7-8ac6-2f839382670f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.330182599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"fbd40cd5-1505-4922-98c7-142bb09db35f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.330456367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0c7ede75-3579-4975-b7e6-70cae62106ef","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.332663371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"80befd61-40a8-4694-a5b4-8774737c9ae2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.33503049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95dadafe-4899-4284-8724-a25c75d3e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.337088881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"fbd40cd5-1505-4922-98c7-142bb09db35f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.377298716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0c7ede75-3579-4975-b7e6-70cae62106ef","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.377989019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"80befd61-40a8-4694-a5b4-8774737c9ae2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.37971399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95dadafe-4899-4284-8724-a25c75d3e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.385549642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"0c7ede75-3579-4975-b7e6-70cae62106ef","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.387440707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95dadafe-4899-4284-8724-a25c75d3e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.423982055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5ce23732-32d3-4e8c-b52c-ae1cab47b1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.424839054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"49ea3839-d1d9-415c-a0dd-dc2f251843f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.424847933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6094e080-ee7f-42e1-bfae-a471d206fb9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.428468072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"02e39823-1948-488a-b3dd-30e62efa17a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.429923317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e55488-9345-4896-9e9d-3ddcc11364dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.435472814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"49ea3839-d1d9-415c-a0dd-dc2f251843f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.435693233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5ce23732-32d3-4e8c-b52c-ae1cab47b1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.438284463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"02e39823-1948-488a-b3dd-30e62efa17a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.438544042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6094e080-ee7f-42e1-bfae-a471d206fb9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.440976867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e55488-9345-4896-9e9d-3ddcc11364dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.450858648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0e55488-9345-4896-9e9d-3ddcc11364dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.540745875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"38057bf8-a6bc-4fdf-a239-26c795aaa485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.551141364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"38057bf8-a6bc-4fdf-a239-26c795aaa485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.093609709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"fc044a6b-40a5-4c9b-b683-716c58581e35","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.093636896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"fc044a6b-40a5-4c9b-b683-716c58581e35","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.097638989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"e2a37a2c-9218-407c-a2c9-48a63e3a780d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:10.100324269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"f0b7e986-1825-4f39-b1ce-c8d37e4957dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-6f5657-be5930-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.105836117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"e2a37a2c-9218-407c-a2c9-48a63e3a780d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.112653219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"52d14848-8241-4af4-bb58-6ec3073e203d","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.112679502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"52d14848-8241-4af4-bb58-6ec3073e203d","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.122457543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"bb03395a-b317-4623-a09f-b656d87efaa0","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.122477482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"bb03395a-b317-4623-a09f-b656d87efaa0","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.129500897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"e8425c99-cb34-42ef-b322-d350288cea29","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.129520953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"e8425c99-cb34-42ef-b322-d350288cea29","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.1543164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"1bbbd370-be6c-4380-99a7-6e3392a686cd","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cfl-ok-6f5657","model":"e2e-cfl-ok-6f5657","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-eb69cb/e2e-cfl-ok-6f5657-be5930-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.181416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"1fab61c7-69b3-4594-9a2a-027065e5f2c6","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.181433721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"1fab61c7-69b3-4594-9a2a-027065e5f2c6","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.229167114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8c64177f-4e10-4c8c-be2b-2ee73501e1d9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.237964572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8c64177f-4e10-4c8c-be2b-2ee73501e1d9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.242726228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"b26ee3ee-7477-4508-97fa-780491ed0f48","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cfl-ok-6f5657","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.348986225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"946aa9c6-746b-4a50-914f-4d4c895d6a02","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.357508894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"946aa9c6-746b-4a50-914f-4d4c895d6a02","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.364413549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"946aa9c6-746b-4a50-914f-4d4c895d6a02","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.445920161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"66cac797-2042-4a2d-8a58-622457907113","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.450873034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2609c18a-9b61-4d3c-864d-df86289af89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.453859722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"66cac797-2042-4a2d-8a58-622457907113","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.453914375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"a207f8ed-c0cd-4a57-a8fe-8b6985031c1e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.459311566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2609c18a-9b61-4d3c-864d-df86289af89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.46093716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"66cac797-2042-4a2d-8a58-622457907113","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.46258084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"a207f8ed-c0cd-4a57-a8fe-8b6985031c1e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.462919546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b260ec08-b9e6-4121-95f4-2e7442b5317b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.466633488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2609c18a-9b61-4d3c-864d-df86289af89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.469662463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"a207f8ed-c0cd-4a57-a8fe-8b6985031c1e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.471287601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b260ec08-b9e6-4121-95f4-2e7442b5317b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.478296701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b260ec08-b9e6-4121-95f4-2e7442b5317b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.298114725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"b3b1b545-8e04-4320-a02d-2d5ffcf5a5c9","namespace":"llm","name":"e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.306979083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"829791bf-d481-42ea-b19e-c4029fb3bc37","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.307481888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"dbabaa50-db3a-40c5-a352-e170900844b2","namespace":"llm","name":"e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.308064394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"49bdbc01-1911-4769-aff7-cf486a2aefac","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.312472326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37e961c-2430-4fd1-8a7a-d126e0f4eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.312502583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"961ee5e9-e2d4-486d-b7bc-f3889b142c36","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.312826573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c639f0e-1f4e-482d-ae8e-00883f4330ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.315538736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"829791bf-d481-42ea-b19e-c4029fb3bc37","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.316327795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"49bdbc01-1911-4769-aff7-cf486a2aefac","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.321103191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37e961c-2430-4fd1-8a7a-d126e0f4eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.321611284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"961ee5e9-e2d4-486d-b7bc-f3889b142c36","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.322867045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"829791bf-d481-42ea-b19e-c4029fb3bc37","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.323686119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c639f0e-1f4e-482d-ae8e-00883f4330ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.324305382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"49bdbc01-1911-4769-aff7-cf486a2aefac","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.328634665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37e961c-2430-4fd1-8a7a-d126e0f4eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.328843091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"961ee5e9-e2d4-486d-b7bc-f3889b142c36","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.331046989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c639f0e-1f4e-482d-ae8e-00883f4330ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.334537728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"11747be5-510c-4cc2-ab44-69bee2e7a1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336169458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"35238d19-94d1-41d4-9a00-a8f017259ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336187687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"35238d19-94d1-41d4-9a00-a8f017259ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336506307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14361b7f-f500-4908-9776-0771d3cba546","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336519776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14361b7f-f500-4908-9776-0771d3cba546","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336744962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb9cc196-226a-4d42-b6e2-47138400be69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.336756227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb9cc196-226a-4d42-b6e2-47138400be69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337065511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b85b53cb-7d9f-4337-ac3b-fa062de1ef6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337080206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b85b53cb-7d9f-4337-ac3b-fa062de1ef6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337361612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f000a5ae-af95-4896-bca5-d1c63025b104","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337375277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f000a5ae-af95-4896-bca5-d1c63025b104","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337591239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97dce901-a492-44b4-920d-ef03b6edbba0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.33760149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97dce901-a492-44b4-920d-ef03b6edbba0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337850966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1878ff31-2590-4c3f-83ff-89d763ec0d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.337863366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1878ff31-2590-4c3f-83ff-89d763ec0d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.339093841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9bb6345e-8259-4c34-bb88-0c6bbf200749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.379899117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"c26a8f4d-46c8-43dc-870d-9d30e03d0f21","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.379932864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"c26a8f4d-46c8-43dc-870d-9d30e03d0f21","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.381894211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9bb6345e-8259-4c34-bb88-0c6bbf200749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.383637616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"11747be5-510c-4cc2-ab44-69bee2e7a1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384317372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98efefdd-0020-462a-b7e7-77b95a04ee8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384335838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98efefdd-0020-462a-b7e7-77b95a04ee8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384593132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f62c1ec-7215-46b4-815e-490773a8e01c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384606143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f62c1ec-7215-46b4-815e-490773a8e01c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384835452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6eb6fd85-d06d-44a3-ba11-99f35462aee5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.384847492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6eb6fd85-d06d-44a3-ba11-99f35462aee5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385076222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d802cd9a-c0ad-4857-a48f-58481b3c13e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385087068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d802cd9a-c0ad-4857-a48f-58481b3c13e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385465953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7eb1abb2-b30f-47f2-83b6-307247c4bf86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385478492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7eb1abb2-b30f-47f2-83b6-307247c4bf86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385693739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f5d3a1b-5caf-45d0-8ee4-0c31a8f1ce89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.385704309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f5d3a1b-5caf-45d0-8ee4-0c31a8f1ce89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.386076629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"695417aa-f883-4d4c-88ee-3ea2a4ba7029","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.386092938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"695417aa-f883-4d4c-88ee-3ea2a4ba7029","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.38636145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71582f6f-2d75-4582-81a7-b53530b10c90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.386377294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71582f6f-2d75-4582-81a7-b53530b10c90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.390996507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"fcc5ac93-a634-4737-ba6b-b5fe93a31b77","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.391019427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"fcc5ac93-a634-4737-ba6b-b5fe93a31b77","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.393701806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"19d6af3c-982b-4523-9fbc-5197658b17c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.399693115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0b45338-5751-4696-b009-a643542c4448","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.405185034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"19d6af3c-982b-4523-9fbc-5197658b17c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.405966989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea29bc55-c022-4186-8332-2c27de50a58d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.481574429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a54b1481-b4d7-4729-ab0b-4c5670dd6735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.489543687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6e659fd3-3084-4635-b438-dbfd6672028a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.495097268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a54b1481-b4d7-4729-ab0b-4c5670dd6735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.501946799Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"30165a4b-62f4-4070-b287-50ced53711f4","namespace":"llm","name":"e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.835365698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"97a69537-d534-4504-a6ad-a794994d0420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.837066507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"b91b1756-545c-4274-9d19-2fd4cdbbe003","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.837142396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"b91b1756-545c-4274-9d19-2fd4cdbbe003","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.838508881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"08d7fe00-927f-4167-a962-fe47dc9ba5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.840570572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"dd86a571-1ab6-472e-a91d-5f0a52da11aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.84685111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6e659fd3-3084-4635-b438-dbfd6672028a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.856647423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"08d7fe00-927f-4167-a962-fe47dc9ba5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.876890725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"dd86a571-1ab6-472e-a91d-5f0a52da11aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.886811085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"97a69537-d534-4504-a6ad-a794994d0420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.89872077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b1276b62-ddc5-4257-b5e6-52ce57dd72c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.899782434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f3a01824-16a9-49e9-8ca5-5a17da28669c","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.899813639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f3a01824-16a9-49e9-8ca5-5a17da28669c","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.914975656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b1276b62-ddc5-4257-b5e6-52ce57dd72c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:20.915354233Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f3a01824-16a9-49e9-8ca5-5a17da28669c","name":"e2e-dft-c93311","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c93311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:20.915416216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f3a01824-16a9-49e9-8ca5-5a17da28669c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c93311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.92445286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"497dc2bc-4cc4-4723-b373-4b05b4417ccb","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.924475658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"497dc2bc-4cc4-4723-b373-4b05b4417ccb","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.985063497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"56085ddd-44b2-4954-a178-fb7ad46295e2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.986739651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c25fd5f8-18af-4c1f-91ef-f38d17f9b6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.987136764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2943f188-d8b4-4887-ad35-2bc39057161d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.988376233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3349ddff-7f4e-426a-b761-c0e1db0e6e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.994594391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"56085ddd-44b2-4954-a178-fb7ad46295e2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.995617255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c25fd5f8-18af-4c1f-91ef-f38d17f9b6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.997348423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2943f188-d8b4-4887-ad35-2bc39057161d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.998115308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3349ddff-7f4e-426a-b761-c0e1db0e6e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.009402889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2943f188-d8b4-4887-ad35-2bc39057161d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.00953253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3349ddff-7f4e-426a-b761-c0e1db0e6e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.038702702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"594376a9-f389-4751-ba8e-7a720b133c14","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.038723257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d117d89-d078-4978-abb4-b058be89f127","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.04541409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2d3ccf84-c754-4c9d-8248-80e14f5d1237","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.047819675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"594376a9-f389-4751-ba8e-7a720b133c14","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.048274666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d117d89-d078-4978-abb4-b058be89f127","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.054645219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"594376a9-f389-4751-ba8e-7a720b133c14","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.077998581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d117d89-d078-4978-abb4-b058be89f127","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.078195224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2d3ccf84-c754-4c9d-8248-80e14f5d1237","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.08549696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2d3ccf84-c754-4c9d-8248-80e14f5d1237","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.191957779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0be6b589-678b-4c36-aae4-025f6ba20daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.204488042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7117ae12-6eae-4adc-b4c4-16c8febdcf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.205614682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"71a72432-9f8e-4fef-aa82-ff481fde4461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.211438362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0be6b589-678b-4c36-aae4-025f6ba20daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.214821327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0c1b2738-ecca-4193-882f-f45051ec8918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.215492305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7fe1286c-2f04-400c-937b-099ef5fa2a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.240391542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7117ae12-6eae-4adc-b4c4-16c8febdcf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.247836519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7fe1286c-2f04-400c-937b-099ef5fa2a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.251507424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"0c1b2738-ecca-4193-882f-f45051ec8918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.256331056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"71a72432-9f8e-4fef-aa82-ff481fde4461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.326707485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"cd260df2-aea2-4b37-bad9-ab82f09ac127","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.326741425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"cd260df2-aea2-4b37-bad9-ab82f09ac127","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.347192532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"b20cc375-5fc2-45eb-a200-cb47c188431b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.347241389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"b20cc375-5fc2-45eb-a200-cb47c188431b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.362529399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6728248c-8d13-4967-b1ff-04f24212c1f7","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.371637678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6728248c-8d13-4967-b1ff-04f24212c1f7","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.380534839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6728248c-8d13-4967-b1ff-04f24212c1f7","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.39444418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"fced36e5-6f99-45d9-9b63-5ba114231be8","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.394470457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"fced36e5-6f99-45d9-9b63-5ba114231be8","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.462745691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"368a3a17-795c-47e1-9930-a7fcd5e3b832","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.471591434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"368a3a17-795c-47e1-9930-a7fcd5e3b832","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.479371427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"368a3a17-795c-47e1-9930-a7fcd5e3b832","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:21.484336034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"368a3a17-795c-47e1-9930-a7fcd5e3b832","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c93311-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.565962625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3d28c5fb-1808-4169-8f82-ef39fa0fdef6","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.578081297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3d28c5fb-1808-4169-8f82-ef39fa0fdef6","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.585500165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3d28c5fb-1808-4169-8f82-ef39fa0fdef6","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.700523798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.02672591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed860c84-c1a5-44e4-bb20-6bd577244333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.026787606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbfba50b-e93b-48fc-9735-dd6bc2f64e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.07696287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed860c84-c1a5-44e4-bb20-6bd577244333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.078516317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbfba50b-e93b-48fc-9735-dd6bc2f64e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.084335435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"881c79dc-49b3-4815-80e0-5f1b6793b3ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.084616864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed860c84-c1a5-44e4-bb20-6bd577244333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.085822904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbfba50b-e93b-48fc-9735-dd6bc2f64e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.085974963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4d9e8526-94c9-47fb-a879-6649560f7d35","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.09358272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"881c79dc-49b3-4815-80e0-5f1b6793b3ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.0948552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4d9e8526-94c9-47fb-a879-6649560f7d35","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.101028726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"881c79dc-49b3-4815-80e0-5f1b6793b3ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.10305536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"65b595f1-313c-4b39-99a9-61b1e82523ed","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.104442262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4d9e8526-94c9-47fb-a879-6649560f7d35","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.113513315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"65b595f1-313c-4b39-99a9-61b1e82523ed","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.121328516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"65b595f1-313c-4b39-99a9-61b1e82523ed","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.602188272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"976a7391-aeae-4f0e-a604-3b682e6bdb16","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.614055536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"976a7391-aeae-4f0e-a604-3b682e6bdb16","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.621471673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"976a7391-aeae-4f0e-a604-3b682e6bdb16","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.578269973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"af2e2beb-5001-45a6-8d3a-9fc49001f7a0","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cfl-ok-6f5657","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.86387108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"2a99f178-dc57-4037-b0f0-122a766017de","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.86392502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"2a99f178-dc57-4037-b0f0-122a766017de","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.114905002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"50feada9-be60-47af-b9cb-28a2d05463f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.178167557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"50feada9-be60-47af-b9cb-28a2d05463f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.17881212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"7a36d0df-28eb-4ddf-98b4-5344122c86d8","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.193456044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"7a36d0df-28eb-4ddf-98b4-5344122c86d8","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.19370761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b457f","namespace":"e2e-extmod-cfl-2-41d51b"},"namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","reconcileID":"bc7142db-82db-4b00-9967-9f6a3ba15abe","namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.203590672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"7a36d0df-28eb-4ddf-98b4-5344122c86d8","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.278055909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"9a74292d-7a9e-4d5e-abd4-53029a2aaa7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.28289417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"62b07cb5-0f07-4080-a623-cb2052b49feb","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.282974704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"62b07cb5-0f07-4080-a623-cb2052b49feb","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.28660307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0888fe3a-acf8-4e62-8224-786ae3c0b810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.290187667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"9a74292d-7a9e-4d5e-abd4-53029a2aaa7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.293365625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e50b770-8960-4f65-a85a-d7f40c20b930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.296569052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0888fe3a-acf8-4e62-8224-786ae3c0b810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.298181826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"9a74292d-7a9e-4d5e-abd4-53029a2aaa7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.305997742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e50b770-8960-4f65-a85a-d7f40c20b930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.307361382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0888fe3a-acf8-4e62-8224-786ae3c0b810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.31502542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b457f","namespace":"e2e-extmod-cfl-2-41d51b"},"namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","reconcileID":"5b44025b-cde4-47b4-a166-e1570478e0ef","namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.31582564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"e0552328-6df6-47ba-88f8-6ce0cd5c7e68","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.315851562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"e0552328-6df6-47ba-88f8-6ce0cd5c7e68","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.317834742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e50b770-8960-4f65-a85a-d7f40c20b930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.320573377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e691772-a59b-4039-8999-f7a1dee670d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.320596403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e691772-a59b-4039-8999-f7a1dee670d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.327532937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d3ce9e0-58fb-48c8-b859-e2b41640306f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.327598956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d3ce9e0-58fb-48c8-b859-e2b41640306f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.377096331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ba151896-060b-4ca1-90ea-6850424ba343","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.378044533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"892ed7bf-b9ca-4ef4-a82a-0125572dfd62","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.385077799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3190bc6a-fb04-4f3f-a7e7-3e2b16dedfeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.403920313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b457f","namespace":"e2e-extmod-cfl-2-41d51b"},"namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","reconcileID":"5fdd1469-34f8-407a-878e-d78ae3458f97","namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.40430135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b457f","namespace":"e2e-extmod-cfl-2-41d51b"},"namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","reconcileID":"aed6179c-a8ff-4714-a9ee-48c742389197","namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.404123749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"892ed7bf-b9ca-4ef4-a82a-0125572dfd62","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.409113098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ba151896-060b-4ca1-90ea-6850424ba343","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.4126894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3190bc6a-fb04-4f3f-a7e7-3e2b16dedfeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.412930933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8daf3b62-baf3-48b9-ab18-56c4ba16a42e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.418058061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"892ed7bf-b9ca-4ef4-a82a-0125572dfd62","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.419096057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ca97ee4b-588b-4704-8f71-2635d9037144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.426171869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"ba151896-060b-4ca1-90ea-6850424ba343","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.430218754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"8daf3b62-baf3-48b9-ab18-56c4ba16a42e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.434104118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ca97ee4b-588b-4704-8f71-2635d9037144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.435661714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5acd4660-ca02-4bb0-bae6-1c608d24933d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.439042879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5acd4660-ca02-4bb0-bae6-1c608d24933d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.442463257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"e1b2721d-5d45-4c76-9d8e-8d9066be6a92","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.448021279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"67e7a371-483a-4dee-b5c7-1495b4e15bc5","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.448040733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"67e7a371-483a-4dee-b5c7-1495b4e15bc5","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.452799719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"e1b2721d-5d45-4c76-9d8e-8d9066be6a92","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.459964534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"e1b2721d-5d45-4c76-9d8e-8d9066be6a92","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.636695532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1b457f","namespace":"e2e-extmod-cfl-2-41d51b"},"namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","reconcileID":"dd0231dc-c800-4a21-a181-3fc156ff994e","namespace":"e2e-extmod-cfl-2-41d51b","name":"e2e-cfl-broken-1b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.649013969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"56cba1db-4312-452e-a758-ddef8e953096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.650013682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"df756b30-79b3-4eb6-9a0c-b5d3462b4ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.650604359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ba6ce793-1393-4260-95da-ce028ed7eda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.653897731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e9907bee-cb61-49cb-9ea7-551f90e3a51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.660545124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"56cba1db-4312-452e-a758-ddef8e953096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.668179399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ba6ce793-1393-4260-95da-ce028ed7eda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.671267198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"df756b30-79b3-4eb6-9a0c-b5d3462b4ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.672279319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"343b0c80-53a6-45b9-b289-9cb0a53328cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.679166348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"e9907bee-cb61-49cb-9ea7-551f90e3a51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.695124924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"343b0c80-53a6-45b9-b289-9cb0a53328cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.794092961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"de049231-33ea-49c9-bc02-4b3dd2e9454e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.809830121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"de049231-33ea-49c9-bc02-4b3dd2e9454e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.8102548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"690ae5c7-83c2-4450-acf9-ece93af2e97d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.831085132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8154a7ea-83fc-48b1-9b48-688b47ab490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.831799228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f2dcc42-b2fd-4053-b1d9-e32668115bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.837731836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"690ae5c7-83c2-4450-acf9-ece93af2e97d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.846616594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"8154a7ea-83fc-48b1-9b48-688b47ab490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.84990186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7f2dcc42-b2fd-4053-b1d9-e32668115bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.854684189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"690ae5c7-83c2-4450-acf9-ece93af2e97d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.860477252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"161b7e03-90b2-4346-9fb1-1a2d4f5df885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.878842984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"161b7e03-90b2-4346-9fb1-1a2d4f5df885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.891794572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"81bd61b2-0b06-4368-8e46-42775d503fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.898278338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"161b7e03-90b2-4346-9fb1-1a2d4f5df885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.899887778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd027e98-e47a-42ab-986d-f595989c7d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.905734062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"81bd61b2-0b06-4368-8e46-42775d503fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.911275522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd027e98-e47a-42ab-986d-f595989c7d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.927795526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd027e98-e47a-42ab-986d-f595989c7d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.97093888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"69921efc-83a8-40a0-8752-1e8a5f1e1a14","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.970964352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2f6fd34d-d5dd-474a-9461-5afd8fe9fcbe","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.971448581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"91767603-0ee3-46e2-9588-d7a09a767362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.976796771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5b6a32e8-80c6-4f7b-a1bc-d13698e7da85","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.980847626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"1dd8efcd-a918-4170-940e-6c97865ccc45","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.981221686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2f6fd34d-d5dd-474a-9461-5afd8fe9fcbe","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.985007173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"69921efc-83a8-40a0-8752-1e8a5f1e1a14","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.985224371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"91767603-0ee3-46e2-9588-d7a09a767362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.988092429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5b6a32e8-80c6-4f7b-a1bc-d13698e7da85","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.99369503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2f6fd34d-d5dd-474a-9461-5afd8fe9fcbe","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.995323542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"1dd8efcd-a918-4170-940e-6c97865ccc45","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.000254158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"5b6a32e8-80c6-4f7b-a1bc-d13698e7da85","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.006834474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"1dd8efcd-a918-4170-940e-6c97865ccc45","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.066745385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"03b7f82f-ccb6-4dd8-a407-66f15872ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.069851576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c2b279e8-59fc-4031-9b51-4c75cc009bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.070265435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cc740199-9054-46ee-a916-82eebc45b06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.073465715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0510a47c-6b3d-4f84-afa4-0acf6aa30d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.073994461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"36c01bc1-26d0-4fba-a994-d97d159eb199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.075503073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"03b7f82f-ccb6-4dd8-a407-66f15872ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.083970753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c2b279e8-59fc-4031-9b51-4c75cc009bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.090193711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"03b7f82f-ccb6-4dd8-a407-66f15872ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.090658016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"cc740199-9054-46ee-a916-82eebc45b06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.094532638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0510a47c-6b3d-4f84-afa4-0acf6aa30d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.103668435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"36c01bc1-26d0-4fba-a994-d97d159eb199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.836013471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"14ef6a9f-046d-4057-a3eb-d49b9f357fb1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.837385618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"02d4c07c-0932-4b15-a96f-7eb0eef9116f","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.837407057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"02d4c07c-0932-4b15-a96f-7eb0eef9116f","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.850130026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"14ef6a9f-046d-4057-a3eb-d49b9f357fb1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.873846643Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"48754889-4400-4d39-8a5a-5b8cfbcb7b89","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-366aef64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.99742905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7aa07eda-4639-48ce-afa1-5699348105a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:39.005836724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7aa07eda-4639-48ce-afa1-5699348105a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.916818515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"661264a5-3a44-4ac1-9a4f-9144e06ccf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.925266506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"661264a5-3a44-4ac1-9a4f-9144e06ccf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.932361507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"661264a5-3a44-4ac1-9a4f-9144e06ccf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.009141414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"589b6d11-e238-474f-b7ff-1427ddcd39a5","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.017140743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"589b6d11-e238-474f-b7ff-1427ddcd39a5","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.018141918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"834fce67-84e5-45e9-bfae-8c0651842023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.018320934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2cea4b26-9a0c-4693-89c3-52cd6fa5fe6d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.024410398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"589b6d11-e238-474f-b7ff-1427ddcd39a5","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.027794388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"834fce67-84e5-45e9-bfae-8c0651842023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.02785295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2cea4b26-9a0c-4693-89c3-52cd6fa5fe6d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.028179052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"561bae0f-5b3b-4a1b-9ebd-940bcffb142d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.035775505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"834fce67-84e5-45e9-bfae-8c0651842023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.037453716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2cea4b26-9a0c-4693-89c3-52cd6fa5fe6d","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.037559231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"561bae0f-5b3b-4a1b-9ebd-940bcffb142d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.044490996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"561bae0f-5b3b-4a1b-9ebd-940bcffb142d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.108160586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"948829eb-4551-4c82-bdca-793c2cdeb295","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.116551509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"948829eb-4551-4c82-bdca-793c2cdeb295","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.12334309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"948829eb-4551-4c82-bdca-793c2cdeb295","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.877511776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"d1a80418-bfaa-4f77-9a40-3e83a11b097f","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","subscription":"e2e-cfl-ok-6f5657-be5930-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.884097616Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"d1a80418-bfaa-4f77-9a40-3e83a11b097f","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.887562996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-sub","reconcileID":"d1a80418-bfaa-4f77-9a40-3e83a11b097f","MaaSSubscription":{"name":"e2e-cfl-ok-6f5657-be5930-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.002514816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c2b8c77d-c31a-4b6e-ad73-fbe395f6fbd8","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.002548356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"c2b8c77d-c31a-4b6e-ad73-fbe395f6fbd8","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.007852568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7abd23f8-b912-4533-87ad-11d97dc812cd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.080984488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"7abd23f8-b912-4533-87ad-11d97dc812cd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.107031292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"f0fd4092-9cd9-424b-a835-97ddcb972180","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.114995188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"f0fd4092-9cd9-424b-a835-97ddcb972180","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.152302063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"497481f5-4c7f-46fa-a56c-10dae7178a48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.156283054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"b7afb1ce-dbd6-43aa-8da6-e58f6e934444","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.156300725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"b7afb1ce-dbd6-43aa-8da6-e58f6e934444","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.204713086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"497481f5-4c7f-46fa-a56c-10dae7178a48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.235042644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"497481f5-4c7f-46fa-a56c-10dae7178a48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.23506882Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-cfl-ok-6f5657-be5930-access","reconcileID":"497481f5-4c7f-46fa-a56c-10dae7178a48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-6f5657-be5930-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.261022186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"89f05067-1552-4a80-b72a-e2333b58a129","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"tenant":"e2e-extmod-a-eb69cb","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","model":"e2e-extmod-cfl-1-be5930/e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.261062724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"89f05067-1552-4a80-b72a-e2333b58a129","MaaSModelRef":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"routeName":"external-model-e2e-cfl-ok-6f5657-1d2cf4c7e20f","namespace":"e2e-extmod-cfl-1-be5930","model":"e2e-cfl-ok-6f5657","externalModel":"e2e-cfl-ok-6f5657","provider":"e2e-cfl-ok-6f5657-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.802983623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"16c93bf3-9e2a-4a80-b043-1820dc4ddf7c","namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.876413479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"42edb94a-8c4e-4896-bdf5-1162a3b3ba58","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.897272366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"42edb94a-8c4e-4896-bdf5-1162a3b3ba58","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.905742524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b54b1af9-407e-4da1-838a-370f485a9ee1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.905789053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"3da89119-d6bc-4710-be25-894fc678fe73","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.911922279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20045c2d-d776-4739-b276-696cc696cfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.913757873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"42edb94a-8c4e-4896-bdf5-1162a3b3ba58","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.918432918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"3da89119-d6bc-4710-be25-894fc678fe73","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.91932861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb7ff796-7dab-4c27-85c3-56edc12a95de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.924185394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b54b1af9-407e-4da1-838a-370f485a9ee1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.926113094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20045c2d-d776-4739-b276-696cc696cfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.947369128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"d3f1e29e-f43c-4506-8e15-f4cca2131995","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.954885257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20045c2d-d776-4739-b276-696cc696cfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.954973349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"3da89119-d6bc-4710-be25-894fc678fe73","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.956293384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b54b1af9-407e-4da1-838a-370f485a9ee1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.957524017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb7ff796-7dab-4c27-85c3-56edc12a95de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.963568246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-6f5657","namespace":"e2e-extmod-cfl-1-be5930"},"namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","reconcileID":"8211204c-5b6c-461c-8a4d-4193d891449a","namespace":"e2e-extmod-cfl-1-be5930","name":"e2e-cfl-ok-6f5657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.978479894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb7ff796-7dab-4c27-85c3-56edc12a95de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:49.979878871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"d3f1e29e-f43c-4506-8e15-f4cca2131995","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.015675378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"d3f1e29e-f43c-4506-8e15-f4cca2131995","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.034993661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d6826274-2b57-4049-a4b7-2a85f459958b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.035087532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"737395f8-1845-4f44-be98-5990fb23e77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.035535414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"58a209ee-ba3e-424d-a366-5bba29b97db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.035544123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6ba21362-56e6-4ce5-b4ce-b172a5882e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.037944485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"565f6c20-0ebb-4a1c-b7cf-36992af61e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.045036465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d6826274-2b57-4049-a4b7-2a85f459958b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.045519901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"58a209ee-ba3e-424d-a366-5bba29b97db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.047494216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"565f6c20-0ebb-4a1c-b7cf-36992af61e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.047703764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6ba21362-56e6-4ce5-b4ce-b172a5882e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.049868113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"737395f8-1845-4f44-be98-5990fb23e77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.126586588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f6571b74-b622-4f69-840e-de03e89214ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.126705911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a2ecbddb-706f-4ebe-bf52-898d29ab55bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.127766177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e00bda06-d9a1-4281-8119-f2f503253434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.127841854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c948aba9-5863-4f1e-983b-4beb8417ab12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.128882094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f9467197-0536-43f1-99fc-afe5957cec75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.135307028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f6571b74-b622-4f69-840e-de03e89214ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.13553215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a2ecbddb-706f-4ebe-bf52-898d29ab55bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.137778593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"c948aba9-5863-4f1e-983b-4beb8417ab12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.137805072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e00bda06-d9a1-4281-8119-f2f503253434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.140229149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f9467197-0536-43f1-99fc-afe5957cec75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.338551029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d6e244d-23f4-4965-a360-259dba267ef4","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.653983386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d6e244d-23f4-4965-a360-259dba267ef4","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.658925871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384114e7-86dc-4ad0-9d40-ac54928ede67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.659558366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"947d06bd-7a1d-4dd7-9f4c-bcfb585bd077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.665133828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d6e244d-23f4-4965-a360-259dba267ef4","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.669297872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"abb8e91f-c2f9-4def-b2f3-38e72bd76717","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.676880585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"947d06bd-7a1d-4dd7-9f4c-bcfb585bd077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.680707847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384114e7-86dc-4ad0-9d40-ac54928ede67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.683613479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7662d3bf-bfd1-474c-af53-e99f64211511","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.684046923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"abb8e91f-c2f9-4def-b2f3-38e72bd76717","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.685598601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"947d06bd-7a1d-4dd7-9f4c-bcfb585bd077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.685634617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9634f38a-0fad-49b9-a152-5f42e4b26c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.689847435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384114e7-86dc-4ad0-9d40-ac54928ede67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.695404679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"abb8e91f-c2f9-4def-b2f3-38e72bd76717","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.69547921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9634f38a-0fad-49b9-a152-5f42e4b26c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.698966858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7662d3bf-bfd1-474c-af53-e99f64211511","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.706334797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7662d3bf-bfd1-474c-af53-e99f64211511","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.785363589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a0146a34-ce53-4ca1-af8a-9bc8f3af5d8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.785986582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3b113c77-34b2-49a6-b88f-2548bd5b8f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.786423904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd29e5c3-3b19-40c3-a465-9b35e8b903c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.79513238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a0146a34-ce53-4ca1-af8a-9bc8f3af5d8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.795414285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd29e5c3-3b19-40c3-a465-9b35e8b903c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.797554162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3b113c77-34b2-49a6-b88f-2548bd5b8f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.802086098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"a0146a34-ce53-4ca1-af8a-9bc8f3af5d8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.703720642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.67433957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"00d1072b-ca14-49df-bcda-0016838b363f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.687771045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"00d1072b-ca14-49df-bcda-0016838b363f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.698104715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"00d1072b-ca14-49df-bcda-0016838b363f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.712902998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c19cb90-af0d-4289-ae13-eab331274278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.715034888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4508879-a643-475e-8b6a-27e6d33eabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.71537652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"44463e5d-6120-4cd3-a3ab-6b41e6aaf440","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.722561547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c19cb90-af0d-4289-ae13-eab331274278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.72354067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"44463e5d-6120-4cd3-a3ab-6b41e6aaf440","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.726095065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4508879-a643-475e-8b6a-27e6d33eabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.729367855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c19cb90-af0d-4289-ae13-eab331274278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.73015383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"44463e5d-6120-4cd3-a3ab-6b41e6aaf440","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.732857207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4508879-a643-475e-8b6a-27e6d33eabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.799625376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9ae32ddb-c73a-4313-a292-9c7a9a6acc04","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.809370051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9ae32ddb-c73a-4313-a292-9c7a9a6acc04","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.816216471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9ae32ddb-c73a-4313-a292-9c7a9a6acc04","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.875389835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"b05a001f-d380-4fce-a026-a56124081322","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.88995432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"b05a001f-d380-4fce-a026-a56124081322","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.90444738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"b05a001f-d380-4fce-a026-a56124081322","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.594170207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"0b29dcb0-5c36-45df-a0d6-d37ebaf5d75c","namespace":"llm","name":"e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.603640171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"6e9d4cd8-b15d-42fd-ba28-9306491a9b0f","namespace":"llm","name":"e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.604089493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"91985e2c-2595-4654-87d7-e77c982e56fd","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.61298534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"91985e2c-2595-4654-87d7-e77c982e56fd","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.619259244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6189c9cc-dba4-45d0-8c86-65488510cc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.623291567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"91985e2c-2595-4654-87d7-e77c982e56fd","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.630842472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"311068a3-5e4f-4307-9f27-9a1b5d5eb417","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.631304121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4f8c3da0-b2fc-4c79-8157-e4754b35aa8f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.63414619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe15db3-8b1b-4fd8-a283-36e15ea3b02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.636151864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"db033504-c2ae-4bf0-b751-b96b94936786","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.636173248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6189c9cc-dba4-45d0-8c86-65488510cc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.641066518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"311068a3-5e4f-4307-9f27-9a1b5d5eb417","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.641129048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4f8c3da0-b2fc-4c79-8157-e4754b35aa8f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.64480169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe15db3-8b1b-4fd8-a283-36e15ea3b02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.646035961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6189c9cc-dba4-45d0-8c86-65488510cc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.649076542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4f8c3da0-b2fc-4c79-8157-e4754b35aa8f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.649913038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"db033504-c2ae-4bf0-b751-b96b94936786","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.678566317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"311068a3-5e4f-4307-9f27-9a1b5d5eb417","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.681977569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe15db3-8b1b-4fd8-a283-36e15ea3b02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.684158167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"db033504-c2ae-4bf0-b751-b96b94936786","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.687161214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"62e4db45-9b32-4c53-b5c6-b287a206f431","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.687245351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"62e4db45-9b32-4c53-b5c6-b287a206f431","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.688124061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c3e57a1-ee4a-49ce-a8c2-a04641a958c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.688142535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c3e57a1-ee4a-49ce-a8c2-a04641a958c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.689020553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2be460dd-3db6-4a15-a290-474e986d4139","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.689038757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2be460dd-3db6-4a15-a290-474e986d4139","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.689986797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37544ded-2211-46ce-8727-2b9acc89f47e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.690009924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37544ded-2211-46ce-8727-2b9acc89f47e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.693858339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f3d65a8f-5d3e-47a1-bb03-10c27d7cbe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.696837319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"70d66b21-d02b-4e2b-baca-2811188a2b60","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.696916676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"70d66b21-d02b-4e2b-baca-2811188a2b60","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.703119025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516296ca-5501-472a-b77d-41464a2b45a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.70314668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516296ca-5501-472a-b77d-41464a2b45a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.703898677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e824f400-e51d-4f33-8e66-a1e61cf4c504","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.703964531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e824f400-e51d-4f33-8e66-a1e61cf4c504","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.704722782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e14fcf55-4ba6-49f4-9160-43ec135b6205","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.704752751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e14fcf55-4ba6-49f4-9160-43ec135b6205","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.784944758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c118de1-5593-4f6b-a364-a982006fdeff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.78497328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c118de1-5593-4f6b-a364-a982006fdeff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.786012676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f3d65a8f-5d3e-47a1-bb03-10c27d7cbe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.793013146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b63365b3-af6a-43ae-ab27-9730374e469d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.793508958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9d0ad2f6-59b8-496d-a4c9-04c93d9c8258","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.79352804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9d0ad2f6-59b8-496d-a4c9-04c93d9c8258","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.79396786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e7c9c22-5a9b-48aa-82ed-d607efacf046","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.796618481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"e4c9205a-f57a-4284-9b5c-1807f4a35aba","namespace":"llm","name":"e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.796880121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"543e18cd-b4b2-42b8-8f52-b99c64b5340f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.797459939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"80dc23cd-bb46-4eb4-a6d9-5f6732358c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.798078472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9d267438-d202-402d-a2ed-2c9bca53f015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.801656572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"90b2c554-41e5-4176-b4f3-b387fcc30f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.877735255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"80dc23cd-bb46-4eb4-a6d9-5f6732358c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.878318879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"543e18cd-b4b2-42b8-8f52-b99c64b5340f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.880421212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9d267438-d202-402d-a2ed-2c9bca53f015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.882436376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"daec63db-b4cf-4f32-86c1-8079dba06659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.883818834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"90b2c554-41e5-4176-b4f3-b387fcc30f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.884279234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"e977e702-fe9f-4ac9-87da-78e31a72be49","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.884303181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"e977e702-fe9f-4ac9-87da-78e31a72be49","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.891461385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"daec63db-b4cf-4f32-86c1-8079dba06659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.066867962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0ec9f66f-098e-4fc1-add7-866c2003377a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.072804605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2738559d-8aa3-45c3-8bd2-a7457f4b6b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.073750799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a04e7f12-bab9-4da6-8b14-fbfda848faf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.074325198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d561783-f5ae-486e-b6cf-25b8db9b342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.098883478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2af0fbea-b46e-41e6-8e74-2b3978ac9dba","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.150434044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2738559d-8aa3-45c3-8bd2-a7457f4b6b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.279526646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"0ec9f66f-098e-4fc1-add7-866c2003377a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.299643157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a04e7f12-bab9-4da6-8b14-fbfda848faf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.336798961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8d561783-f5ae-486e-b6cf-25b8db9b342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.345684879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2af0fbea-b46e-41e6-8e74-2b3978ac9dba","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.354127872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a0d4ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f51b9736ff8a0b21300e926cc8fe35607ccafccfa675b8477e03afb3d082ec) AuthConfig (df97704e3a3428ef3695f7dda97d72eed30e3519fb8400e07475024f26ac9a18) AuthConfig (9a679ef0c5262f57891be8ff17e53778bf8fc93bf8dcf9ad826e60836f3c05fd) AuthConfig (29cfafc125ddf108458d2ac1108b42ab9bc01694639a7ee5a20db6221ab96d61) AuthConfig (f9a4c31bcb8b088adc311bebdfd454291e8d16abd8889de9c990c7839486df9c) AuthConfig (45637e3e68c4478b1bfa2c8054eb42f9d6c7a7c5b36dcc0ad793177692728402) AuthConfig (171d1dca1898711d9756d886c345b13c43c8570bd25b97d07cd664aa965759a8) AuthConfig (a892c4206af6d677f41c890a0c41da73e8d9211371fd21ef67d6df5ae6ee3cbf) AuthConfig (9527c1fd1998cc8310dc44ca7792b40e9731e7179b195c27ef91777dc4d6e478) AuthConfig (efcc602a2b4878fe9ff779dc48a3e4ea15f3d28f2c79cef8421df7565e2d3819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"2af0fbea-b46e-41e6-8e74-2b3978ac9dba","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.369349331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1a1b02-9d09-44da-b382-e54aaf7acc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.369506333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c8f7bc4b-6c4e-4153-99e5-6a1fe0edf839","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.369918127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5dcb75b6-144d-422f-bbd4-f12e2c2994fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.370158513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9bb83c1d-0ecc-41fd-b409-60b1feadd704","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.378353947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15339ee-af37-45a2-bf4c-c361a940e655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.379261583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1a1b02-9d09-44da-b382-e54aaf7acc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.3814235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9bb83c1d-0ecc-41fd-b409-60b1feadd704","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.382278519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5dcb75b6-144d-422f-bbd4-f12e2c2994fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.384010498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c8f7bc4b-6c4e-4153-99e5-6a1fe0edf839","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.387064811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15339ee-af37-45a2-bf4c-c361a940e655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.387533355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1a1b02-9d09-44da-b382-e54aaf7acc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.389154725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"9bb83c1d-0ecc-41fd-b409-60b1feadd704","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.389755543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5dcb75b6-144d-422f-bbd4-f12e2c2994fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.3910392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ee303defa9777260025cc5fde84960c94a5ef8053256c314682ab57cb6391ce) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (cdd6a42810af80504bf5fe24db2d0d2e6bd32bbc888d3565bc7a04d3096d9222) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (8554db75acaed0de155c3349e651343fdeaf981d1cd9d3d387b0b90300ea9f4b) AuthConfig (d0ab19f9ab3c862b4aeb2edea3348e50134674a4a63e8f1c75833b06cdb33a2c) AuthConfig (2476e92a339f3d391c20591617c7f045561a4c497249754d443d0daca32d3688) AuthConfig (a30609d609dd4d17a697f1f57f461455dbb279f7b3dfff4cc8f44241147b9eec) AuthConfig (4b6903182a5195eb137442295ed15405f42c7e2fe2bc6489f6710e0c50d52695) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (adedc2703e3de51960167216d5ebbb08d41151ad5962759bbada656d5bb88a09) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c8f7bc4b-6c4e-4153-99e5-6a1fe0edf839","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.396627432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15339ee-af37-45a2-bf4c-c361a940e655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.453356327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"650c97c6-1ba8-47e3-bd0a-db06c2848b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.456883542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d243b315-c21a-4cbe-b6aa-b493e3013478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.456968438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f86769b1-2565-4618-b9ef-92b95b0a2b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.458145568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bb437b75-c8e7-43da-be03-461515ee94d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.458673201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fba50968-4a71-42ef-a463-ec7b84d2670a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.46374191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"650c97c6-1ba8-47e3-bd0a-db06c2848b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.466899487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d243b315-c21a-4cbe-b6aa-b493e3013478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.478026763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"f86769b1-2565-4618-b9ef-92b95b0a2b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.480842067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bb437b75-c8e7-43da-be03-461515ee94d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.482997416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fba50968-4a71-42ef-a463-ec7b84d2670a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.70240578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"9c57d871-fbdc-407b-8b32-14fcfda2dcce","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.702462724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"9c57d871-fbdc-407b-8b32-14fcfda2dcce","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.777900153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"df18600b-16c7-4466-803b-dcec4903b6d4","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.777932263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"df18600b-16c7-4466-803b-dcec4903b6d4","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.790646679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5301b5ec-2660-4fc6-adb4-8a2f0d0b951f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.79918571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5301b5ec-2660-4fc6-adb4-8a2f0d0b951f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.806345112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5301b5ec-2660-4fc6-adb4-8a2f0d0b951f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.820161411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"fd351fe3-7c5b-4006-83e9-dc0ebc27b604","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.820194294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"fd351fe3-7c5b-4006-83e9-dc0ebc27b604","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.83635781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ad45496-d87b-492d-897e-1e777986ef5a","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.846746652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ad45496-d87b-492d-897e-1e777986ef5a","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.853864784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ad45496-d87b-492d-897e-1e777986ef5a","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.384895879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"da92c0b3-49f9-49ea-9839-21cf8abcf906","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.393175392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"da92c0b3-49f9-49ea-9839-21cf8abcf906","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.402353711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"fd67e45e-bcd8-4f9d-b6dc-5d31a09083b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.410562529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"fd67e45e-bcd8-4f9d-b6dc-5d31a09083b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.422550455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"037b8cf1-b9b0-4a1b-b325-1ae3ad2cc6ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.476675513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"85879cda-704f-4653-ab67-cc6facdaeccf","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.476902118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53e0498e-7704-4ef7-9e85-103ee974d86c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.479408416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"037b8cf1-b9b0-4a1b-b325-1ae3ad2cc6ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.486617687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"85879cda-704f-4653-ab67-cc6facdaeccf","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.486676402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53e0498e-7704-4ef7-9e85-103ee974d86c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.540154538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"2c91d18d-7359-408d-a678-34720b4b6161","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.540180842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"2c91d18d-7359-408d-a678-34720b4b6161","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.554849382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52933fb2-79de-4626-83d4-da09903ce2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.562993795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52933fb2-79de-4626-83d4-da09903ce2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.666079905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0083f67e-93e7-41a5-b6d7-f5465b5bc9ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.666112744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0083f67e-93e7-41a5-b6d7-f5465b5bc9ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.681075725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"e5ec82dc-aa5e-4919-850c-16e0ccff4c72","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.681115455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"e5ec82dc-aa5e-4919-850c-16e0ccff4c72","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.689749771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"7a82e888-9ba6-4ea0-adef-1856ba356d6d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.68978207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"7a82e888-9ba6-4ea0-adef-1856ba356d6d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.707721258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"eed9fb01-d76d-4c22-a666-54701c141b14","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.70776222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"eed9fb01-d76d-4c22-a666-54701c141b14","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.733293406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08fb5776-04d1-438c-95ed-ffab0646e22d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.733317867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08fb5776-04d1-438c-95ed-ffab0646e22d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.87430356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6e019e5c-6ef3-459a-8d1c-db6bf7548d23","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.882850368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6e019e5c-6ef3-459a-8d1c-db6bf7548d23","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.011430346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"5c0ceadb-e6b3-472f-8445-2901d98e4b83","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.011455372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"5c0ceadb-e6b3-472f-8445-2901d98e4b83","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.428237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"0da070d2-de6d-4893-87fa-fe46a8aa6eaf","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.428266686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"0da070d2-de6d-4893-87fa-fe46a8aa6eaf","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.43647224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"95d9d7ea-e845-47a4-a7eb-55ede85ccdc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f94c98-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.446092442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"032154ed-b5a6-439a-9ad1-86e78b72f400","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.446114651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"032154ed-b5a6-439a-9ad1-86e78b72f400","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.446845009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fc5353c4-ccda-4560-b04f-57165b441391","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.449452771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94aea3d-3562-46b6-90a8-7c35c6c1c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.450094355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"dae6c40b-64f6-41d4-b26a-62ee8c4244df","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.450229478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ced513c8-c6a1-49c6-ac46-0c5ff5d8308b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.450601547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"ca8e6564-52df-4332-8bac-8d5f353eb2d1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.454685623Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"032154ed-b5a6-439a-9ad1-86e78b72f400","name":"e2e-dft-f94c98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f94c98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.454743276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"032154ed-b5a6-439a-9ad1-86e78b72f400","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f94c98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.460646176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"9b36bc30-2b20-4be4-8528-6442290721ad","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.460669734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"9b36bc30-2b20-4be4-8528-6442290721ad","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.483807808Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fc5353c4-ccda-4560-b04f-57165b441391","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.489525953Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94aea3d-3562-46b6-90a8-7c35c6c1c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.490133356Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ced513c8-c6a1-49c6-ac46-0c5ff5d8308b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.494967585Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"ca8e6564-52df-4332-8bac-8d5f353eb2d1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.49550537Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"dae6c40b-64f6-41d4-b26a-62ee8c4244df","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.499593067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"fe88019b-e253-457a-91e9-7133156d9f8f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.499664747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"fe88019b-e253-457a-91e9-7133156d9f8f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.50046567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94aea3d-3562-46b6-90a8-7c35c6c1c37c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.514770722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"ca8e6564-52df-4332-8bac-8d5f353eb2d1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.515537979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"dae6c40b-64f6-41d4-b26a-62ee8c4244df","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.515894811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fc5353c4-ccda-4560-b04f-57165b441391","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:16.516141422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ced513c8-c6a1-49c6-ac46-0c5ff5d8308b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.539458881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42338e06-9bf1-46c3-84c6-72f2236e88a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.539493317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42338e06-9bf1-46c3-84c6-72f2236e88a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.566121959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"41b2d840-69c3-4634-b5ad-71ee03163421","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.56615609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"41b2d840-69c3-4634-b5ad-71ee03163421","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.571602015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"103aa103-dba4-4eb0-9c35-6e8b30e6bd21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.571629532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"103aa103-dba4-4eb0-9c35-6e8b30e6bd21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.576531574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"6b7eda32-0119-4ae4-8b50-d97702a6d864","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f94c98","model":"e2e-dft-f94c98","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f94c98-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.578012523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"4dacfbf1-21cf-411f-9a65-0924bbb300cf","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.578035997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"4dacfbf1-21cf-411f-9a65-0924bbb300cf","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.588257713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"7b04dcfa-df00-4e3d-8b7a-0c9b9b782027","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.588281473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"7b04dcfa-df00-4e3d-8b7a-0c9b9b782027","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.593005528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba7765-0958-4e3c-8ad6-35cce361a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.593141649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1bbbc93a-8844-4145-92f4-b0044d1ff8cd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.593438353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4c0b2828-722b-4614-9c06-ff2a5c316dbb","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.593983063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200e4e2f-e193-4573-abe0-486b4e37118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.60357043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4c0b2828-722b-4614-9c06-ff2a5c316dbb","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.604357098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba7765-0958-4e3c-8ad6-35cce361a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.605820925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200e4e2f-e193-4573-abe0-486b4e37118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.607676538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1bbbc93a-8844-4145-92f4-b0044d1ff8cd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.610113416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"2c92b5cc-595e-40cf-a1d4-5860c932c99c","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.610133201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"2c92b5cc-595e-40cf-a1d4-5860c932c99c","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.611131325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba7765-0958-4e3c-8ad6-35cce361a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.612910433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200e4e2f-e193-4573-abe0-486b4e37118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.614822002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"1bbbc93a-8844-4145-92f4-b0044d1ff8cd","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.619999098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb3bb97a-39a2-40fc-80e1-01a221bda19a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.620015876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb3bb97a-39a2-40fc-80e1-01a221bda19a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.622984638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36a460e1-6cf9-4a17-a308-ba79b1d6cf35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.623004652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36a460e1-6cf9-4a17-a308-ba79b1d6cf35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.629018098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"5dd03204-8e6d-488d-acbc-e034df9ce52d","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f94c98","model":"llm/e2e-dft-f94c98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.629488303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"26093174-3ca1-4815-8c1a-27f0947a1baa","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.629503638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"26093174-3ca1-4815-8c1a-27f0947a1baa","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.643185318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6bfb7e44-b78e-4019-ae9e-80aab35c2c22","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.65155078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6bfb7e44-b78e-4019-ae9e-80aab35c2c22","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.397954078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"52b0fb06-c351-4565-aa54-b4ccd4c7d67a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.397981371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"52b0fb06-c351-4565-aa54-b4ccd4c7d67a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.404908694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"990392ed-2de7-4462-bbd2-a3b0361e5175","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.406484317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"e13db051-7b55-4db6-88bd-bbeea18bdb0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-60329c3d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.414690317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"b054641e-8cac-4c65-820a-8ea017af5f2c","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.414710768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"b054641e-8cac-4c65-820a-8ea017af5f2c","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.416077695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"990392ed-2de7-4462-bbd2-a3b0361e5175","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.424434283Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"b054641e-8cac-4c65-820a-8ea017af5f2c","name":"e2e-fail-60329c3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-60329c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.42448393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"b054641e-8cac-4c65-820a-8ea017af5f2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-60329c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.427958712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"88bb1fff-0fb2-4921-9d52-5541d61d54ea","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.427979923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"88bb1fff-0fb2-4921-9d52-5541d61d54ea","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.43715514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"838f0895-286b-4bea-9a51-f54f97590c8a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.437176809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"838f0895-286b-4bea-9a51-f54f97590c8a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.452383907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"f83ce7a6-41d6-4950-ac40-29d0493f392a","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","model":"e2e-fail-60329c3d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a0d4ec/e2e-fail-60329c3d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.482547999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"310c368c-dbc2-4fe1-a1ec-11ba14f86887","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.48257121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"310c368c-dbc2-4fe1-a1ec-11ba14f86887","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.497233764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"5fbf2cb4-d1e8-461b-b5ec-f2d1986e51e9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.497258558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"5fbf2cb4-d1e8-461b-b5ec-f2d1986e51e9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.503118261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"81e254d5-4f2a-47e7-b7f7-16b62c136e2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.503930737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"c404461c-2592-410a-95bf-66e33da79b8d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f47ed5-afa22a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.51196209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"81e254d5-4f2a-47e7-b7f7-16b62c136e2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.520537949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"c007920d-2ea9-4afd-8e67-02e426410329","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.520555841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"c007920d-2ea9-4afd-8e67-02e426410329","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.531652892Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"c007920d-2ea9-4afd-8e67-02e426410329","name":"e2e-cfl-same-f47ed5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f47ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:17.531700376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"c007920d-2ea9-4afd-8e67-02e426410329","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f47ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.535394662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"31fb8626-c359-432f-bf5a-e86521af30d9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.535411941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"31fb8626-c359-432f-bf5a-e86521af30d9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.550651093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"5d7d7910-3a27-4798-9fb8-c376e669ce43","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.553758387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"9116de0f-19b9-4972-ac5c-c4fab23e49a9","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-cfl-same-f47ed5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-afa22a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.580819531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"24dd4ef7-86f0-432a-a43a-fcf099ca44a5","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.580859613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"24dd4ef7-86f0-432a-a43a-fcf099ca44a5","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.603640683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"41714afd-dfc7-47a9-bcac-cfcd3b453bca","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.603669543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"9d69a134-285c-4d10-8880-b9323fbf4b3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.612315088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"9d69a134-285c-4d10-8880-b9323fbf4b3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.612450364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"41714afd-dfc7-47a9-bcac-cfcd3b453bca","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.650578444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"f2753555-65c3-4b34-9d9a-fca4657fc9e4","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.711158591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.639828239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138471ba-d05e-43f4-afc1-a2c54e88997a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.642592375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02034967-21d9-4db5-a6f2-679ee0814e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.645081203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722fdfc4-3da2-4a86-90d4-618316b0a199","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.647965584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138471ba-d05e-43f4-afc1-a2c54e88997a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.651958678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02034967-21d9-4db5-a6f2-679ee0814e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.676379129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138471ba-d05e-43f4-afc1-a2c54e88997a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.678797099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722fdfc4-3da2-4a86-90d4-618316b0a199","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.692687704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"722fdfc4-3da2-4a86-90d4-618316b0a199","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.70466931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02034967-21d9-4db5-a6f2-679ee0814e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.468265823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a5d2d886-0eab-405c-abb6-3b2dbf004be0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.471124029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"68495b59-594d-4802-a84b-8b8dc9f713ae","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.471173775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"53233b02-1850-48a0-a34c-b2a13e1fe232","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.473922387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619e2f54-70c1-46ff-9033-efa16f5bed7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.474498151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2cbe4fc-cab4-4899-9526-fee5c8fab83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.477265591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a5d2d886-0eab-405c-abb6-3b2dbf004be0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.537626078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"68495b59-594d-4802-a84b-8b8dc9f713ae","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.551474466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2cbe4fc-cab4-4899-9526-fee5c8fab83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.553300003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"53233b02-1850-48a0-a34c-b2a13e1fe232","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.555021922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"68495b59-594d-4802-a84b-8b8dc9f713ae","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.555742876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619e2f54-70c1-46ff-9033-efa16f5bed7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.563732012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a5d2d886-0eab-405c-abb6-3b2dbf004be0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.565239492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"53233b02-1850-48a0-a34c-b2a13e1fe232","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.565416031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2cbe4fc-cab4-4899-9526-fee5c8fab83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.567091616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619e2f54-70c1-46ff-9033-efa16f5bed7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.571827382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"38fec73e-2854-41ee-846e-e85b9d659d9d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.571899727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"38fec73e-2854-41ee-846e-e85b9d659d9d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.585381091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4cfca9ff-5dd4-4621-b59a-9e4107932a0f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.585654237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40fa0662-c49e-404b-a6a0-412821f33648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.588679184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6c7a43e5-ea43-4be9-9321-4dcbb44f1059","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.589147789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"221d1abf-a69e-44cc-9f0e-76dad8619be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.589150206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8c1fa12d-a01f-43da-8a11-b03d786cfdb2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.594926022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4cfca9ff-5dd4-4621-b59a-9e4107932a0f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.596005251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40fa0662-c49e-404b-a6a0-412821f33648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.599839616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8c1fa12d-a01f-43da-8a11-b03d786cfdb2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.600990416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6c7a43e5-ea43-4be9-9321-4dcbb44f1059","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.604262318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4cfca9ff-5dd4-4621-b59a-9e4107932a0f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.604825769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"221d1abf-a69e-44cc-9f0e-76dad8619be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.605747004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40fa0662-c49e-404b-a6a0-412821f33648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.6091034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8c1fa12d-a01f-43da-8a11-b03d786cfdb2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.610933322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"6c7a43e5-ea43-4be9-9321-4dcbb44f1059","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:38.614431985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"221d1abf-a69e-44cc-9f0e-76dad8619be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.282322356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"bccdd7e1-7dce-4c84-a251-f8377571ebd4","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.415645135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"4a2b2f21-de00-4bc0-9a80-1ee0223e5d7e","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.415784925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"4a2b2f21-de00-4bc0-9a80-1ee0223e5d7e","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.472347928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"c3b0ccef-072b-413c-b932-ff23331f4422","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.588439914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"311c913f-89a5-47d3-b0dc-9caf5c1aff8c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.591588843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"311c913f-89a5-47d3-b0dc-9caf5c1aff8c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.589957602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"9f4c4fb9-a957-41f3-9fe9-ce3fa2e52fc6","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f94c98","model":"llm/e2e-dft-f94c98","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.674860089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"8dc75c6b-8824-4848-af19-66971ec90b3f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.674985831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"8dc75c6b-8824-4848-af19-66971ec90b3f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.857822867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f30db8cd-9e4c-4dff-93e7-f540838287a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.893266867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f30db8cd-9e4c-4dff-93e7-f540838287a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:47.972772894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"92cbdc15-9c87-4339-8847-0ff39343b37a","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.012229305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"92cbdc15-9c87-4339-8847-0ff39343b37a","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.135031313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"09d5ebd6-a480-4ef4-8293-6d8cd43cf515","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.135810142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c5e5efc2-73f1-45cd-8b67-45cfdb5e12e1","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.148129981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571cda9-d589-4551-933b-2509679ded75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.153599941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"09d5ebd6-a480-4ef4-8293-6d8cd43cf515","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.161607625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0c2de87f-9c73-47ca-8684-5bbbf3cf2549","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.166773441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c5e5efc2-73f1-45cd-8b67-45cfdb5e12e1","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.168469284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571cda9-d589-4551-933b-2509679ded75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.168922691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"09d5ebd6-a480-4ef4-8293-6d8cd43cf515","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.175572636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"c5e5efc2-73f1-45cd-8b67-45cfdb5e12e1","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.192660343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571cda9-d589-4551-933b-2509679ded75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.197585745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0c2de87f-9c73-47ca-8684-5bbbf3cf2549","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.207323851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"132b5dc9-cc40-4a92-8b7d-48ceeb44a955","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.21076621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"132b5dc9-cc40-4a92-8b7d-48ceeb44a955","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.221372813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0c2de87f-9c73-47ca-8684-5bbbf3cf2549","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.239327524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"388cf829-aeaf-42f4-b49c-79d79db45255","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.239440288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"388cf829-aeaf-42f4-b49c-79d79db45255","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.250101377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3825c479-bb91-4b2f-992c-6a7b617126a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.250247973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3825c479-bb91-4b2f-992c-6a7b617126a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.262299101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"bcb0af24-9665-401a-aa71-857a1ae6ced4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.262334019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"bcb0af24-9665-401a-aa71-857a1ae6ced4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.262600885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c8752ca-ad8e-4f6a-b6b7-fd153b21d7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.276925594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c8752ca-ad8e-4f6a-b6b7-fd153b21d7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.287267717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c8752ca-ad8e-4f6a-b6b7-fd153b21d7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.311761766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"147478cc-8b33-4b1c-a076-05954d9b1030","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.311907938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"147478cc-8b33-4b1c-a076-05954d9b1030","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.989593302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"20bd6b27-0c96-49c1-9c36-8bf7a4c3c3c9","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.999817336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"2b39e9d6-f511-48e3-abd9-e68003637d1c","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.012232259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8df4f006-ab1d-4077-88bf-6b1665581ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.012426284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9bea255f-ce86-4ae0-af80-cdba1a3482b1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.013139186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"89034a74-e834-4143-97ec-3f75729c4a6b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.015566323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2b0ded4e-675d-4417-9e05-5595ca0aabf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.015725233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99f85f2b-d8da-47c2-a850-61f33f5c322c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.021334655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8df4f006-ab1d-4077-88bf-6b1665581ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.02342269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9bea255f-ce86-4ae0-af80-cdba1a3482b1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.024090178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"89034a74-e834-4143-97ec-3f75729c4a6b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.026449475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99f85f2b-d8da-47c2-a850-61f33f5c322c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.027715584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2b0ded4e-675d-4417-9e05-5595ca0aabf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.028835307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8df4f006-ab1d-4077-88bf-6b1665581ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.033794241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"89034a74-e834-4143-97ec-3f75729c4a6b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.034650019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9bea255f-ce86-4ae0-af80-cdba1a3482b1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.036099701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99f85f2b-d8da-47c2-a850-61f33f5c322c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.078424479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"2b0ded4e-675d-4417-9e05-5595ca0aabf2","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.086807422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"e3bdcb76-ce33-499f-8b3f-d54434426d53","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.086856928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"e3bdcb76-ce33-499f-8b3f-d54434426d53","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.086993889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"30973ce0-0912-4fb4-88f1-3a96ba3d6400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.097681789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b18044bf-bc88-4860-94ce-7077c23eea0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.103958928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"30973ce0-0912-4fb4-88f1-3a96ba3d6400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.178404152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ded0a3ff-57e5-4e14-9b46-dca2f4bc0424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.179500344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cff843f9-7324-4d5e-8622-40c6bf77651c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.188793577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"94ac63b3-f9ff-433e-9828-10cedd267931","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.190099333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b18044bf-bc88-4860-94ce-7077c23eea0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.191421196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cff843f9-7324-4d5e-8622-40c6bf77651c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.19417358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ded0a3ff-57e5-4e14-9b46-dca2f4bc0424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.194775769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"7dbe6b12-43e1-47e2-84a3-ab359e3f1014","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.195837193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"be00186a-8234-4205-a30c-6b128e98e68f","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.195863618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"be00186a-8234-4205-a30c-6b128e98e68f","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.197792403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"48767db2-0f1b-44b1-939b-5c2c652048bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.208870643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"48767db2-0f1b-44b1-939b-5c2c652048bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.402540488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"ffaaea71-9609-4dfd-8a95-7ce30dc7f4eb","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.438373965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"ffaaea71-9609-4dfd-8a95-7ce30dc7f4eb","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.502957196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1ac67f16-7fbe-4b26-be75-23bc7700ec9c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.503676744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e36ec376-9df7-42f3-bde9-e271e6d186b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.57411326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1ac67f16-7fbe-4b26-be75-23bc7700ec9c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.574861799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"f20fdd96-acaa-442b-9575-30be486fd83f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.574943912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"f20fdd96-acaa-442b-9575-30be486fd83f","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.575641081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c42f36f4-3b72-4a58-9d96-0268773005d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.579482757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"30cf80bd-34ab-4f29-8fb9-7b3d077abd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.586979396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c42f36f4-3b72-4a58-9d96-0268773005d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.587859118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5e5f845f-662b-4c9d-81fb-3407361956a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.593557142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e36ec376-9df7-42f3-bde9-e271e6d186b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.59666148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"30cf80bd-34ab-4f29-8fb9-7b3d077abd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.600074842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"0860eb9b-083a-40a4-8924-d3659e2983f3","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.60010175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"0860eb9b-083a-40a4-8924-d3659e2983f3","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.600595612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"98a28c1c-2339-4f58-b251-2082e3811d47","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25401a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.603984344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"5e5f845f-662b-4c9d-81fb-3407361956a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.71194024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44ec519d-52dc-4dad-9884-3bcdedf8519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.712826966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a12a4bb4-911e-43b0-ad5c-a1e0f250df2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.723872939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44ec519d-52dc-4dad-9884-3bcdedf8519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.724182823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a12a4bb4-911e-43b0-ad5c-a1e0f250df2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.828947304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e07ed3d-84bb-48e1-be63-4808f06953fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.830259124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4b1252e3-8975-4de9-8445-44b116b2647f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.833418533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"514b7a80-ff81-4bb4-9ebe-38ad7230c0e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.842604051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e07ed3d-84bb-48e1-be63-4808f06953fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.843417698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"514b7a80-ff81-4bb4-9ebe-38ad7230c0e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.845846838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4b1252e3-8975-4de9-8445-44b116b2647f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.85032118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e07ed3d-84bb-48e1-be63-4808f06953fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.850946835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"514b7a80-ff81-4bb4-9ebe-38ad7230c0e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.853795929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"4b1252e3-8975-4de9-8445-44b116b2647f","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.086864116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d485dd5f-adc5-4b69-968d-8604204547f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.097690273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"34891d27-83dd-4b89-9b0c-534c3b86b16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.231044371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"dde5a768-874a-4479-a2e5-6ae0ce69c61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.349938297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"34891d27-83dd-4b89-9b0c-534c3b86b16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.35493005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d485dd5f-adc5-4b69-968d-8604204547f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.355490508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d3f917-f994-4b55-86e0-12842939070a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.355719343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673af2e3-ccd5-4545-8c21-6f02df7d3da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.434047362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"dde5a768-874a-4479-a2e5-6ae0ce69c61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.446605729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673af2e3-ccd5-4545-8c21-6f02df7d3da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.450520459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d3f917-f994-4b55-86e0-12842939070a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.462077197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673af2e3-ccd5-4545-8c21-6f02df7d3da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.462815304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9f9c21bf5141a8ee9203fcaceb425f5edf2add3319ea25d51d00277222576a60) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05e2c17465d54702b25b776e0785a94888b9d1c852d641d531bb85d5a9e3088d) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1b6e13a877f79c0e0f4c8277b25f373bfc471e41f44e4c22ea21e7933da1ca61) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (018e4ede6405650bbd456a3f405f2b1e69c603dc92892db0e9e656bd8d900763) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d3f917-f994-4b55-86e0-12842939070a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.466496204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e78a64ca-d4e8-4b13-9ef2-9b49ee962e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.467918586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"26bb940f-75e0-4832-82fd-d802c1936b22","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.467983791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"26bb940f-75e0-4832-82fd-d802c1936b22","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.472008199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b44c28f3-afef-44a7-b66a-d7d865d717a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.503439591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b44c28f3-afef-44a7-b66a-d7d865d717a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.50561571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e78a64ca-d4e8-4b13-9ef2-9b49ee962e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.571725695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9a750d19-e6f6-443b-87b3-4895218537fd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.678597027Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9a750d19-e6f6-443b-87b3-4895218537fd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.69015336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9a750d19-e6f6-443b-87b3-4895218537fd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.715446833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"e1042d27-de18-4925-bc53-ea1fccd079dc","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.71548255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"e1042d27-de18-4925-bc53-ea1fccd079dc","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:55.695598169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.653912081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"af380619-dbbc-4f34-9860-9906e2b92107","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.653944108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"af380619-dbbc-4f34-9860-9906e2b92107","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.662634698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"657a647a-fff0-4649-8c70-7b3d338aa84a","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.662660941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"657a647a-fff0-4649-8c70-7b3d338aa84a","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.669149732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c0605e5f-e608-4f14-bc94-c6af51b2fcc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.677692756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c0605e5f-e608-4f14-bc94-c6af51b2fcc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.712101307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"bd9df47e-7f63-43a1-9837-da70685d4608","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:59.712129822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"bd9df47e-7f63-43a1-9837-da70685d4608","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.146797065Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-33e267 priority=0:[ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-28c810-sub ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-afa22a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.150731822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"7b65fea6-d767-4f8c-a1c7-d810f19e702d","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.150758896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"7b65fea6-d767-4f8c-a1c7-d810f19e702d","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.178923483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"78bf71b5-0f97-4e79-8c4a-80c93705734b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.209020843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"ec043b37-165d-4f45-aa17-da1fef70c0c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.210233776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"e008c4a2-9b10-41ee-8e47-75daf7082e23","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.226705122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"e008c4a2-9b10-41ee-8e47-75daf7082e23","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.212783767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"78bf71b5-0f97-4e79-8c4a-80c93705734b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.21289406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-28c810-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f47ed5-28c810-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.232092291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"ec043b37-165d-4f45-aa17-da1fef70c0c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.246867204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"5645ed50-bda0-4482-860e-6d1fc4d84e17","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.246983583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"5645ed50-bda0-4482-860e-6d1fc4d84e17","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.258744386Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"a564773f-5a2b-452a-bfa0-66eb59a2b51e","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-cfl-same-f47ed5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-28c810-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.289980006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"56c914b6-b637-4ca2-ab00-906f8812e93d","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.290010616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"56c914b6-b637-4ca2-ab00-906f8812e93d","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.328553563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"2da03d32-b238-433f-b52e-9613a82baa85","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.365028604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f2fb6469-5065-4992-9731-e15aecf653c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.365407396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b6e6563a-650b-49cc-b76c-2ad4dd336ec6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.373371036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f2fb6469-5065-4992-9731-e15aecf653c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.374473837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b6e6563a-650b-49cc-b76c-2ad4dd336ec6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.606769565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"68683bc2-43ba-4c02-99a2-1b253f33640f","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f94c98","subscription":"e2e-dft-f94c98-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.62177213Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"68683bc2-43ba-4c02-99a2-1b253f33640f","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.64044573Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-sub","reconcileID":"68683bc2-43ba-4c02-99a2-1b253f33640f","MaaSSubscription":{"name":"e2e-dft-f94c98-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f94c98","namespace":"llm","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.710809944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-33e267 priority=0:[ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-28c810-sub ai-tenant-e2e-extmod-a-33e267/e2e-cfl-same-f47ed5-afa22a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.718900124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"2da74ffe-d20b-4d7e-9d59-550994951743","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.718928803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"2da74ffe-d20b-4d7e-9d59-550994951743","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.738475251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"733e9982-7363-433a-8104-06df172aaadb","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.738505918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"733e9982-7363-433a-8104-06df172aaadb","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.747389358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906f0bf5-db23-411f-b2d0-bee872d4ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.747600283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"43300c5f-c8d7-4051-8e11-811e9bece03a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.747865038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dc11736-03b7-46c0-85da-5156bc72929b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.747987035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"29757b13-23fd-4611-92b5-db4a6bc12fcf","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.748263168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fcc9fb6-53d1-4cf1-a718-ec1fbe07aa03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.787415604Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906f0bf5-db23-411f-b2d0-bee872d4ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.790835597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"29757b13-23fd-4611-92b5-db4a6bc12fcf","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.797931182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"906f0bf5-db23-411f-b2d0-bee872d4ec8e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.798302805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20b6c25e-3977-4c66-a2e9-c5758c08570e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.798320899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20b6c25e-3977-4c66-a2e9-c5758c08570e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.801383918Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"43300c5f-c8d7-4051-8e11-811e9bece03a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.802075414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"29757b13-23fd-4611-92b5-db4a6bc12fcf","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.802930285Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dc11736-03b7-46c0-85da-5156bc72929b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.806369331Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fcc9fb6-53d1-4cf1-a718-ec1fbe07aa03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.813035969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"43300c5f-c8d7-4051-8e11-811e9bece03a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.817739295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dc11736-03b7-46c0-85da-5156bc72929b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.818065145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e7c8c1fc-c7c7-4614-986a-c505f032d5be","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.81808451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e7c8c1fc-c7c7-4614-986a-c505f032d5be","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:00.819488089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fcc9fb6-53d1-4cf1-a718-ec1fbe07aa03","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.825307118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"f3cd0c2d-df5d-4cf5-a621-8e8873f7c755","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.825335143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"f3cd0c2d-df5d-4cf5-a621-8e8873f7c755","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.831073694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69675c9-c4c8-46ef-91f7-6923cab28edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.833462628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"09b5aaf0-264c-449c-b6d7-ab96497f591a","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.833487409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"09b5aaf0-264c-449c-b6d7-ab96497f591a","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.837334968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c573b29a-d20c-4e53-8bba-171607e436cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.837356163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c573b29a-d20c-4e53-8bba-171607e436cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.840182196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69675c9-c4c8-46ef-91f7-6923cab28edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.850635191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69675c9-c4c8-46ef-91f7-6923cab28edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.859958983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"65f414df-5933-4751-9514-b9de0095cbe3","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.859989437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"65f414df-5933-4751-9514-b9de0095cbe3","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.863955838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c0bae7-96b2-4026-8206-34bf5cd7f8fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.863976781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c0bae7-96b2-4026-8206-34bf5cd7f8fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.940433494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"416bc18b-e47d-404c-a05d-77a5558ea1b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.941080408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b4652c-dfff-4c19-a4a0-d0466f9c4c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.976906694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"668d212e-ce42-4a7d-a654-c9808a16d325","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.977418274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"488889c0-7cc2-423e-acd3-747d8821560d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.979778835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b4652c-dfff-4c19-a4a0-d0466f9c4c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.980278098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"416bc18b-e47d-404c-a05d-77a5558ea1b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.986392842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"668d212e-ce42-4a7d-a654-c9808a16d325","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.986773531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"488889c0-7cc2-423e-acd3-747d8821560d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.988897069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"416bc18b-e47d-404c-a05d-77a5558ea1b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.988919219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b4652c-dfff-4c19-a4a0-d0466f9c4c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.994921632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"668d212e-ce42-4a7d-a654-c9808a16d325","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.995111776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f94c98-access","reconcileID":"8c17d23e-66b9-4d60-ab97-a678ad171c6e","MaaSAuthPolicy":{"name":"e2e-dft-f94c98-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.997099519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"488889c0-7cc2-423e-acd3-747d8821560d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.998262004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22b68db-68cc-4fea-9a61-efaa67cd2bb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.998277798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22b68db-68cc-4fea-9a61-efaa67cd2bb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.002509194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"6b43e695-ceb4-4774-9665-8ff4226eb323","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.00253088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"6b43e695-ceb4-4774-9665-8ff4226eb323","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.010587804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"1b038f7f-2075-4794-8b3a-15768f2adc06","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.010620609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"1b038f7f-2075-4794-8b3a-15768f2adc06","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.115024415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"45812848-b651-489b-a4ee-fedbf9c406e8","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.115055895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"45812848-b651-489b-a4ee-fedbf9c406e8","MaaSModelRef":{"name":"e2e-dft-f94c98","namespace":"llm"},"routeName":"external-model-e2e-dft-f94c98-80d1deb61a12","namespace":"llm","model":"e2e-dft-f94c98","externalModel":"e2e-dft-f94c98","provider":"e2e-dft-f94c98-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.583406599Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"b218e852-48ef-4dc9-a17b-7c9240e82677","namespace":"llm","name":"e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.593504542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"416e8b58-8a95-4021-bf96-0e1f57e8e7fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.593526748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"416e8b58-8a95-4021-bf96-0e1f57e8e7fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.593817086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7649e33-c9e6-47f3-8a8c-e049cbb66021","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.593830684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7649e33-c9e6-47f3-8a8c-e049cbb66021","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.594394353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"51ccd939-ef17-4afe-b88e-c147d9c2c137","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.601014805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"79c2eedb-418a-473f-9e66-304743724be1","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.601038125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"79c2eedb-418a-473f-9e66-304743724be1","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.605390888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"51ccd939-ef17-4afe-b88e-c147d9c2c137","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.609142074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0faa00c0-8029-4b30-bf82-26ccb84d215b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.609764156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69536dc0-4363-4470-b673-c24dc145be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.609794374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6ebd3abc-6fc2-4bef-960f-9c0a72a417c3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.610303963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"07254e57-d7db-4f83-bb2c-9207a624e714","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.611572512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"b8456361-d58f-4a28-9835-5ac46f659437","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.611597507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"b8456361-d58f-4a28-9835-5ac46f659437","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.613760915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"51ccd939-ef17-4afe-b88e-c147d9c2c137","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.615088421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b1181a4-8abd-4660-8a71-d9331bc167ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.620833069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69536dc0-4363-4470-b673-c24dc145be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.621442857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"07254e57-d7db-4f83-bb2c-9207a624e714","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.621836455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29f5fec8-02b3-47bc-a604-e8a8b90a8570","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.62365676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0faa00c0-8029-4b30-bf82-26ccb84d215b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.677909295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c32f42d-d67e-421a-8cef-1fd8ee6607df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.677936855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c32f42d-d67e-421a-8cef-1fd8ee6607df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.678385211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc226511-2b64-4cf7-8fed-cf026648467f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.678404222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc226511-2b64-4cf7-8fed-cf026648467f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.678696469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa3bd19c-252c-4279-a37e-ca86c46d8204","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.678711218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa3bd19c-252c-4279-a37e-ca86c46d8204","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.67899877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eba3c4c-f005-4af4-bfca-a5065281bc9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.679014289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eba3c4c-f005-4af4-bfca-a5065281bc9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.679440499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd5eaa40-09a4-425f-aa7f-9d03e5e8a643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.679456434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd5eaa40-09a4-425f-aa7f-9d03e5e8a643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.679725908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1549fb9-fe01-42bd-bff0-624897a2d9f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.679742515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1549fb9-fe01-42bd-bff0-624897a2d9f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.68088566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6ebd3abc-6fc2-4bef-960f-9c0a72a417c3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.681885759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69536dc0-4363-4470-b673-c24dc145be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.683915202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"88bd0605-3c14-43a0-8e38-0864cb0df5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.684124899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"07254e57-d7db-4f83-bb2c-9207a624e714","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.68649395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0faa00c0-8029-4b30-bf82-26ccb84d215b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.690890248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6ebd3abc-6fc2-4bef-960f-9c0a72a417c3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.694433589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"88bd0605-3c14-43a0-8e38-0864cb0df5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.725918682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f94c98","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f94c98","reconcileID":"f8a83efb-9dcf-4a03-a4ac-328b8ad79048","namespace":"llm","name":"e2e-dft-f94c98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.732586248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"de41ad8d-9b2c-4bf1-95b0-620308a09916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.732622389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"83a9b68e-76e4-4e03-86f0-85454f65fcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.74044735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"23357bef-72ec-4dea-84a1-ec7cec370f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.740518633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9ecdeeb6-932f-4504-8d95-124e7346d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.740968154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"55a512ef-1047-4ed3-9b92-073fd27d14ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.746579428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"de41ad8d-9b2c-4bf1-95b0-620308a09916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.748861174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"9ecdeeb6-932f-4504-8d95-124e7346d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.777312482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"55a512ef-1047-4ed3-9b92-073fd27d14ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.777508927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"83a9b68e-76e4-4e03-86f0-85454f65fcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.779503132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"23357bef-72ec-4dea-84a1-ec7cec370f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.066715244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"7672489d-3ee8-4d0c-bfa0-1dabf8e2a8bc","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.072168357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e1f8d82c-5b47-4b2c-bd69-3f5f266836d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.076931216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2a76258c-c6fc-4751-aa90-a06a8dcf62c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.077513916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b6546493-a3fd-4ba5-949a-1aa500fbd76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.081231834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"7672489d-3ee8-4d0c-bfa0-1dabf8e2a8bc","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.089468225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cc66d1e5-33d5-4a6a-a1ff-d40b5983a43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.090156578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e1f8d82c-5b47-4b2c-bd69-3f5f266836d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.09375817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b6546493-a3fd-4ba5-949a-1aa500fbd76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.094545275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"2a76258c-c6fc-4751-aa90-a06a8dcf62c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.099448498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cc66d1e5-33d5-4a6a-a1ff-d40b5983a43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.120874293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9bda7b1d-c7c0-4b8f-84df-9f301f1fa36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.176880041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"503b5a20-728c-4f57-8b60-4c314d530e7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.18141582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9bda7b1d-c7c0-4b8f-84df-9f301f1fa36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.202977476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"503b5a20-728c-4f57-8b60-4c314d530e7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.294567544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c87d2328-2292-4847-bc18-a9bde1293f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.306589408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"d6676d27-bd56-4f6f-9c38-5b61906ee041","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.376696294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86abc0f5-7dbe-4226-9209-a95c75469c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.40433468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c87d2328-2292-4847-bc18-a9bde1293f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.422604361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"01ab6a0c-ee44-41be-961f-570e2eb30f74","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.465788889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86abc0f5-7dbe-4226-9209-a95c75469c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.467881875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c87d2328-2292-4847-bc18-a9bde1293f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.485705072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"8d2d49c2-4d13-446e-a788-954cae9ce711","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.562058079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"01ab6a0c-ee44-41be-961f-570e2eb30f74","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.563994719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86abc0f5-7dbe-4226-9209-a95c75469c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.565459596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"d6676d27-bd56-4f6f-9c38-5b61906ee041","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.571172755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"8d2d49c2-4d13-446e-a788-954cae9ce711","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.575766006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"01ab6a0c-ee44-41be-961f-570e2eb30f74","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.578632782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"d6676d27-bd56-4f6f-9c38-5b61906ee041","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.58298529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"8d2d49c2-4d13-446e-a788-954cae9ce711","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.590016773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1deb53e6-533b-4602-a0bf-4a012ab286b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.593516486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1e4c80fb-4cab-4c7d-99f7-de2dcdb02ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.59446656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"94220714-f233-46c8-b5cb-df098e613d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.597343094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3881eb20-24c4-4c4f-9317-a3286d46ad4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.60058887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1deb53e6-533b-4602-a0bf-4a012ab286b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.603648573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"548f67f5-832f-4689-b8a4-5dbdefcaa2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.604382145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1e4c80fb-4cab-4c7d-99f7-de2dcdb02ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.607403354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"94220714-f233-46c8-b5cb-df098e613d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.611615465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3881eb20-24c4-4c4f-9317-a3286d46ad4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.620363552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"548f67f5-832f-4689-b8a4-5dbdefcaa2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.631459096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bff9edf0-76c8-4f1d-a8ee-3ead367ed110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:02.640013084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"bff9edf0-76c8-4f1d-a8ee-3ead367ed110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.672924218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"e06b2e87-4127-4a3f-b3b1-a8d68b6f44af","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.682661683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"00d21826-788a-4034-a59d-b22eb5eb5fcd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.683140946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"1aa717ef-9d2d-46c5-8565-5ee4cdcfeccb","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.691949195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"486bc522-fc63-45be-bf43-c65a126220d1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.692065183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"00d21826-788a-4034-a59d-b22eb5eb5fcd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.692979844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbaf265-e3f8-424c-b871-b7ded1cb83f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.692987005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5160cf-b4f7-49bb-baf9-80fa8cd0567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.695688537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5c1735f-65f0-4c0f-9ccf-8b280d251e95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.699146636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"00d21826-788a-4034-a59d-b22eb5eb5fcd","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.701472449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"486bc522-fc63-45be-bf43-c65a126220d1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.702148039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5160cf-b4f7-49bb-baf9-80fa8cd0567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.704086829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbaf265-e3f8-424c-b871-b7ded1cb83f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.707506791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5c1735f-65f0-4c0f-9ccf-8b280d251e95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.709398912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"486bc522-fc63-45be-bf43-c65a126220d1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.710118615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d5160cf-b4f7-49bb-baf9-80fa8cd0567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.711385363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbaf265-e3f8-424c-b871-b7ded1cb83f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.714991648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5c1735f-65f0-4c0f-9ccf-8b280d251e95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.728129573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca365fdb-cff3-4755-8a9b-c37eb8df046f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.728157291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca365fdb-cff3-4755-8a9b-c37eb8df046f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.728638952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd2bec7c-ce53-4bc0-ba56-ed345cb37fe7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.728657066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd2bec7c-ce53-4bc0-ba56-ed345cb37fe7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.728993562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e99e87d9-1d8f-4ac0-b942-79df4364dce6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.729008202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e99e87d9-1d8f-4ac0-b942-79df4364dce6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.729367555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9425850e-00c7-4038-a80f-11f4788cff9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.729384072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9425850e-00c7-4038-a80f-11f4788cff9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.729860829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd36826-9c1a-4a3b-bf69-2e6d1b40e1d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.729875422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd36826-9c1a-4a3b-bf69-2e6d1b40e1d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730239933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55c06563-b6a0-4205-b30a-172b8b11e02a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730253981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55c06563-b6a0-4205-b30a-172b8b11e02a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730582433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b804be4-dd02-40f4-a5d1-1c469ecc26c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730594973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b804be4-dd02-40f4-a5d1-1c469ecc26c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730903629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0db91268-81e0-4c93-8a99-0dc84e90586a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.730917516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0db91268-81e0-4c93-8a99-0dc84e90586a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.737130177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"a096f27e-ef2d-4dd3-a4f5-6b426ffe833d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.737152443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"a096f27e-ef2d-4dd3-a4f5-6b426ffe833d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.776890767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd3dd123-d5cc-4d32-b155-eda6199ff798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.777402929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"be145207-4ddd-4a36-90b8-771591228431","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.777432078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"be145207-4ddd-4a36-90b8-771591228431","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.777520384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e180e333-e297-44de-b6c6-4f226c00515c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.791141411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"af40d413-a956-4b78-b7fb-17ba3dc2cd15","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.791168709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"af40d413-a956-4b78-b7fb-17ba3dc2cd15","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.794538346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"28da91a7-9826-41a0-bd6b-09b20e65e2ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.794861116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3b7eff4b-9819-4476-86c4-6bcd98915864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.795190031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"838b2da7-e022-439a-bbbc-6ca59dd19e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.795459164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"ef17f38e-0d0f-47ba-85d4-5e6ca4d26c6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.796458454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e90ce54f-91e8-466e-84bb-ae631b01552e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.796493995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e90ce54f-91e8-466e-84bb-ae631b01552e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.796933536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70e85227-2338-421b-8d3f-c9fdba4e9d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797022206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68c85cf-1817-40d6-9db8-498edf6df3c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797041778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68c85cf-1817-40d6-9db8-498edf6df3c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797393578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c232e6b6-7c91-4be8-ae9f-d164046b24cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797411618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c232e6b6-7c91-4be8-ae9f-d164046b24cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797833452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eaa6bc0-5271-4db6-a174-3806f60c186c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.797852664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eaa6bc0-5271-4db6-a174-3806f60c186c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798262782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd27a6d4-8c30-4891-bb1c-e513e52812c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798277819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd27a6d4-8c30-4891-bb1c-e513e52812c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798579965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"519f333a-ca85-404b-81b6-8fb7c3e09374","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798593696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"519f333a-ca85-404b-81b6-8fb7c3e09374","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798839075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0dd4c86-b0ac-4b7c-a286-5965b2aee8ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.798853207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0dd4c86-b0ac-4b7c-a286-5965b2aee8ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.799126674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eab5386d-4a13-43cd-8574-8eff938dde82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.799140974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eab5386d-4a13-43cd-8574-8eff938dde82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.805487417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"28da91a7-9826-41a0-bd6b-09b20e65e2ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.805573407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"838b2da7-e022-439a-bbbc-6ca59dd19e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.808668366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"ef17f38e-0d0f-47ba-85d4-5e6ca4d26c6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.876968266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"2d3212fb-b9c4-4e86-824f-b081dece84e7","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.877009027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"2d3212fb-b9c4-4e86-824f-b081dece84e7","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.879296172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"70e85227-2338-421b-8d3f-c9fdba4e9d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.879976261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3b7eff4b-9819-4476-86c4-6bcd98915864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.886052459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"aae10e5b-12eb-47ab-a1e0-7ed4e7e6d152","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.898437013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"0fbc1b62-4ca7-4442-89fa-7546fb236f5c","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.898465297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"0fbc1b62-4ca7-4442-89fa-7546fb236f5c","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-a3a1d8-670675128fe9","namespace":"llm","model":"e2e-dft-refs-a3a1d8","externalModel":"e2e-dft-refs-a3a1d8","provider":"e2e-dft-refs-a3a1d8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.916010475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"2713591b-fb6d-4c1e-a0ec-ddc1f2ae2533","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.916039911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"2713591b-fb6d-4c1e-a0ec-ddc1f2ae2533","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-a3a1d8-670675128fe9","namespace":"llm","model":"e2e-dft-refs-a3a1d8","externalModel":"e2e-dft-refs-a3a1d8","provider":"e2e-dft-refs-a3a1d8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:03.924311264Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"2713591b-fb6d-4c1e-a0ec-ddc1f2ae2533","name":"e2e-dft-refs-a3a1d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-a3a1d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:03.924374704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"2713591b-fb6d-4c1e-a0ec-ddc1f2ae2533","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-a3a1d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.933349978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"9a2b5f2e-fd88-4d5d-838a-bbcbc7197415","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:03.933373054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"9a2b5f2e-fd88-4d5d-838a-bbcbc7197415","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-a3a1d8-670675128fe9","namespace":"llm","model":"e2e-dft-refs-a3a1d8","externalModel":"e2e-dft-refs-a3a1d8","provider":"e2e-dft-refs-a3a1d8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.289804974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"44787634-a2de-4874-b7a8-c07c8bc7954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.290394457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6cb36e98-263a-4e83-9654-755e4fbab8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.290924577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d6d6399c-819d-4357-9588-e44d626629c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.291135875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1ffa7d23-a1b6-44ca-92c2-81463a995ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.292131339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"351b3f81-81cd-4824-addf-629ad88f485a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.299884113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"44787634-a2de-4874-b7a8-c07c8bc7954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.300131604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6cb36e98-263a-4e83-9654-755e4fbab8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.305602282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"351b3f81-81cd-4824-addf-629ad88f485a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.305860761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1ffa7d23-a1b6-44ca-92c2-81463a995ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.307862572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d6d6399c-819d-4357-9588-e44d626629c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.420894033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2b7d8432-d163-4a4d-8ec6-190cd8609dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.426962936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4192a92-64d5-4edf-9fa7-988db486bfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.430047654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2b7d8432-d163-4a4d-8ec6-190cd8609dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.4357656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e4192a92-64d5-4edf-9fa7-988db486bfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.51695641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"d9f5278a-80b6-4a36-a167-0ca1b32c771f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.53033965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"d9f5278a-80b6-4a36-a167-0ca1b32c771f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.534252506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fbba8fb9-2ed4-40cd-9336-6c76ec7a1342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.538137374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5b2e3336-832b-4dc4-b35d-e3697e5cdd81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.546853842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fbba8fb9-2ed4-40cd-9336-6c76ec7a1342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.546951463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5b2e3336-832b-4dc4-b35d-e3697e5cdd81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.556864813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5b2e3336-832b-4dc4-b35d-e3697e5cdd81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.557035512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fbba8fb9-2ed4-40cd-9336-6c76ec7a1342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.616005454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"6544d2f1-960b-4f1b-bbcc-e266d98dbb01","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.619279365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c698ec88-5b81-4264-b04b-e13e70f79afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.625278945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"6544d2f1-960b-4f1b-bbcc-e266d98dbb01","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.6275406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c698ec88-5b81-4264-b04b-e13e70f79afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.627911928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15b446f-e90c-41e2-81d3-f2d42498f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.628379044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc90ab25-f1e2-4bb1-b4ed-390286b9786d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.632383432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"6544d2f1-960b-4f1b-bbcc-e266d98dbb01","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.635941779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15b446f-e90c-41e2-81d3-f2d42498f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.636793051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc90ab25-f1e2-4bb1-b4ed-390286b9786d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.642976043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"8c3ec3ce-2180-4172-8293-b8a4e796fc13","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.643235511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15b446f-e90c-41e2-81d3-f2d42498f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.644479701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc90ab25-f1e2-4bb1-b4ed-390286b9786d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.677186713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"8c3ec3ce-2180-4172-8293-b8a4e796fc13","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.677740534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca754eb3-5051-4d96-ac63-3145da3f91f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.678281614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0e60c84f-b529-4294-9168-64e6b133ee7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.689714944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0e60c84f-b529-4294-9168-64e6b133ee7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.692001802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca754eb3-5051-4d96-ac63-3145da3f91f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.796282173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"62eddc2b-b19e-4de1-85bc-e9ce9a020ae2","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.816008503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dfd4d481-eb73-4833-8ac7-154c20f527a1","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.816042808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dfd4d481-eb73-4833-8ac7-154c20f527a1","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.877947672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b3e0bce0-97e5-4edf-94be-6beabc280fdd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.884105171Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"1eddf8ae-cd47-4d93-8c37-fa80187e9f6e","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-a3a1d8-670675128fe9","namespace":"llm","model":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.888945683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b3e0bce0-97e5-4edf-94be-6beabc280fdd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.899538189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"182568f8-08bf-4232-b8c1-40d1a6d07115","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.904222875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0025a9e-030c-4517-b8d3-abdad9b5bad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.905458285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ccdf633-4a98-43ce-93f6-2c74061f9452","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.905484887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ccdf633-4a98-43ce-93f6-2c74061f9452","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.905965289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7818cb33-58eb-470c-9195-db66421c3919","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.905987077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7818cb33-58eb-470c-9195-db66421c3919","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.90643045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1af3fc8a-17b1-48db-bb1b-1c8ed138a616","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.906451674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1af3fc8a-17b1-48db-bb1b-1c8ed138a616","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.906820587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb191a7-3615-4553-8eaf-80a1469ae630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.906840456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb191a7-3615-4553-8eaf-80a1469ae630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.907853016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0c8382d-7e8e-47bd-b471-5c77f12549bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.908340076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f01d55f3-a31a-4b12-8efd-7603f25e5d73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.90894344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2120f3d-a1fa-4a5f-82fe-ebf3c851a47f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.910852364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e54acb97-b759-4078-a204-857652d6fefb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.910879916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e54acb97-b759-4078-a204-857652d6fefb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.911295647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ac2391a-a614-4a17-ab0f-b44dc2e66bc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.911316354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ac2391a-a614-4a17-ab0f-b44dc2e66bc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.911694702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f8f08d6-6cae-4777-a685-09b595eab554","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.911713701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f8f08d6-6cae-4777-a685-09b595eab554","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.912091437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd2afade-596f-4997-9a3d-92927b833589","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.912110291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd2afade-596f-4997-9a3d-92927b833589","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.912871223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"398ce3b7-dbac-4892-b87c-bb033ff8a637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.913533766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"451e53ec-0f82-4dcd-819c-ef89a1196a21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.918320808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"c124d087-eb24-42e4-8249-5e278a000739","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.918346827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"c124d087-eb24-42e4-8249-5e278a000739","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.978753219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f01d55f3-a31a-4b12-8efd-7603f25e5d73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.979304256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2120f3d-a1fa-4a5f-82fe-ebf3c851a47f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.979368891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"451e53ec-0f82-4dcd-819c-ef89a1196a21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.981366235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"398ce3b7-dbac-4892-b87c-bb033ff8a637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.983063784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"c379478f-d526-404b-9d81-667d50dc11a8","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"name":"e2e-dft-refs-a3a1d8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.98656213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f01d55f3-a31a-4b12-8efd-7603f25e5d73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.988119337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"451e53ec-0f82-4dcd-819c-ef89a1196a21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.989021235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2120f3d-a1fa-4a5f-82fe-ebf3c851a47f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.990280478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"fd331d10-f94c-46bd-89d1-95851e920516","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:04.990629031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"398ce3b7-dbac-4892-b87c-bb033ff8a637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.009102495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"fd331d10-f94c-46bd-89d1-95851e920516","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.01911796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"cf9e7dfb-77af-4746-b983-ea6ee241956e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.019589614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"af870342-4a12-4683-b4d6-543df3b10ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.01987884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"541e8480-5c1b-464b-a50c-de99eda9c3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.038258775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"fd331d10-f94c-46bd-89d1-95851e920516","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.087703483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"541e8480-5c1b-464b-a50c-de99eda9c3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.095894367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"af870342-4a12-4683-b4d6-543df3b10ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.103513617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184fc634-b392-4664-baef-766dbcc95434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.114949893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43bc6447-5ac3-40f7-83a8-a15f3acac043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.128161149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184fc634-b392-4664-baef-766dbcc95434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.14846559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43bc6447-5ac3-40f7-83a8-a15f3acac043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.163350772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"cf9e7dfb-77af-4746-b983-ea6ee241956e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.17194972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184fc634-b392-4664-baef-766dbcc95434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.175821422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3fa2de7a-a8a1-499e-ae34-30d718ddbb9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.197241864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"3fa2de7a-a8a1-499e-ae34-30d718ddbb9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.26196383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f551aa48-9b38-4185-8930-9a9c3e94200b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.276108764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8d02b8e-607f-4364-a607-3e753f3037c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.280768036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f551aa48-9b38-4185-8930-9a9c3e94200b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.301472657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8d02b8e-607f-4364-a607-3e753f3037c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.338485648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3db98cd6-39d5-400b-ac7b-41b923cd62ad","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.413381889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8d02b8e-607f-4364-a607-3e753f3037c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.461588239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0cad5532-eb82-452c-bbac-a8e497143c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.470279212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7c6d8f66-6008-4e2c-8375-6b3733e5bb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.477498209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0cad5532-eb82-452c-bbac-a8e497143c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.592947023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3db98cd6-39d5-400b-ac7b-41b923cd62ad","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.594448919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7c6d8f66-6008-4e2c-8375-6b3733e5bb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.598236272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d11418a5-74a5-4722-a3b4-cf0675a45473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.607236474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5e96e613-9e20-4db5-b5ca-71727526f728","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.610637869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d11418a5-74a5-4722-a3b4-cf0675a45473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.617439587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5e96e613-9e20-4db5-b5ca-71727526f728","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.619094017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c49e6e6b-e2b5-4569-a891-a74471f6ae62","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.625236172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5e96e613-9e20-4db5-b5ca-71727526f728","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.677407565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c49e6e6b-e2b5-4569-a891-a74471f6ae62","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.730774074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6282c0b3-2e01-47a9-a50a-ddd71fe1a090","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.740439774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6282c0b3-2e01-47a9-a50a-ddd71fe1a090","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.74925998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6282c0b3-2e01-47a9-a50a-ddd71fe1a090","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.81391496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"7ba8c099-62db-4e9a-85bd-f94b9bdabd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.813956711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"588c90ba-1048-49e2-8a3d-67d0f39f0255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.82281377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"7ba8c099-62db-4e9a-85bd-f94b9bdabd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.82289899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"588c90ba-1048-49e2-8a3d-67d0f39f0255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.849055725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"5a44bbc2-3f4e-450f-9bee-ea340a9c7eca","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.852171796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"36e4c623-e337-4934-acb4-f33aba0f7707","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"name":"e2e-dft-refs-a3a1d8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.857493394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"e46680ef-f320-4cce-be38-27716db6a58c","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.86517346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2daa8c45-9e2b-4663-bd40-918f1fca7ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.867438541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"056cdb1a-d59d-4bae-ae27-5d9c209f03a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.868234869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"e46680ef-f320-4cce-be38-27716db6a58c","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.874589041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2daa8c45-9e2b-4663-bd40-918f1fca7ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.875734539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"e46680ef-f320-4cce-be38-27716db6a58c","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.875778991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"056cdb1a-d59d-4bae-ae27-5d9c209f03a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.882761964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2daa8c45-9e2b-4663-bd40-918f1fca7ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.885655139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"695543a1-f1cc-4c70-bcff-59dd3c68abdf","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"name":"e2e-dft-refs-a3a1d8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.888588688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"056cdb1a-d59d-4bae-ae27-5d9c209f03a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.889546095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb14f343-3422-42e2-a486-330b55ddad8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.889568001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb14f343-3422-42e2-a486-330b55ddad8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.889980647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0516c1e-9083-4bf9-8cdb-aa65a1bd1280","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.890000774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0516c1e-9083-4bf9-8cdb-aa65a1bd1280","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.890331056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac424fe8-334e-430a-9b88-a37ec941300e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.890346593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac424fe8-334e-430a-9b88-a37ec941300e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.890652845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05ee7fcb-d5e9-4795-ab0c-fc4d50819410","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.89066622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05ee7fcb-d5e9-4795-ab0c-fc4d50819410","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.896946144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e0a34764-be29-442a-b58d-5a1fdeb4214b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.896974209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e0a34764-be29-442a-b58d-5a1fdeb4214b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.90097993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55f30e38-ff13-461b-be29-b393421c933b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.901538939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4ed5755-0c8e-4312-9f07-ccc25fce3448","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.911904375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"c513527c-84b7-497f-bea5-a58aee4e2089","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.911937173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"c513527c-84b7-497f-bea5-a58aee4e2089","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.915510882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07b7d4c8-b9b3-49a0-b15f-0048ca35ac03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.91552904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07b7d4c8-b9b3-49a0-b15f-0048ca35ac03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.915819191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7909ae3-c610-487a-aaf2-313138e6fbe6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.915833551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7909ae3-c610-487a-aaf2-313138e6fbe6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.916153694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7b661f1-8eae-4f31-b5c3-3a4c91a29b82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.916169973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7b661f1-8eae-4f31-b5c3-3a4c91a29b82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.91645782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"f92cb7c8-d82d-41a4-857c-64e2794b85c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.916578181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87867ce5-6a2b-4a66-9d25-7e9c43dfed49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.9166007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87867ce5-6a2b-4a66-9d25-7e9c43dfed49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.925646719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"0eb39b75-9705-4073-b6cd-be8c7a1565e3","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"name":"e2e-dft-refs-a3a1d8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.927852094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2cd90afc-3788-4ece-8602-1265b979650b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.927851287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5cb34f87-d7a5-4cd3-a8dd-4910efb3053e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.92976176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47d82232-f54d-4050-ae34-813699900e24","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.929791546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47d82232-f54d-4050-ae34-813699900e24","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.930284982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d11b95f-dd1c-4ff3-b49c-2cb284c38cf9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.930308105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d11b95f-dd1c-4ff3-b49c-2cb284c38cf9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.930719595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba152d28-43ff-4db5-9661-c22c088eab47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.930738052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba152d28-43ff-4db5-9661-c22c088eab47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.931107744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2310766-884c-4776-8e65-ff277ead7092","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.931596604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"f92cb7c8-d82d-41a4-857c-64e2794b85c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.931128186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2310766-884c-4776-8e65-ff277ead7092","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.977283472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2cd90afc-3788-4ece-8602-1265b979650b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.979893606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5cb34f87-d7a5-4cd3-a8dd-4910efb3053e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.980656612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"a01339f9-2854-4f11-a15a-a512afd41eaf","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.980675128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"a01339f9-2854-4f11-a15a-a512afd41eaf","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.984701476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2cd90afc-3788-4ece-8602-1265b979650b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.990333169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ad665693-9d98-4a30-a73a-390fc72be7b0","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.990355782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ad665693-9d98-4a30-a73a-390fc72be7b0","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:05.990407798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5cb34f87-d7a5-4cd3-a8dd-4910efb3053e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.00913111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"b79b3076-8136-4ea3-8858-60883776dc4e","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.01292681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"98ede75d-d0ca-4587-af39-7215f6aea39b","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.012951405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"98ede75d-d0ca-4587-af39-7215f6aea39b","MaaSModelRef":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-a3a1d8-670675128fe9","namespace":"llm","model":"e2e-dft-refs-a3a1d8","externalModel":"e2e-dft-refs-a3a1d8","provider":"e2e-dft-refs-a3a1d8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.014425659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8426d7bd-0e59-48bd-bd7f-295611b5eea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.014825134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7d765117-5dc7-4b7c-90ee-c7fbff722b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.016412641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3b46ff59-ba46-4a99-bd4c-dc377c5a2601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.016783736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ce1b1025-da50-4b14-ad63-c3947668bdca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.02269121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8426d7bd-0e59-48bd-bd7f-295611b5eea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.022975173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7d765117-5dc7-4b7c-90ee-c7fbff722b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.025421024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3b46ff59-ba46-4a99-bd4c-dc377c5a2601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.026308595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ce1b1025-da50-4b14-ad63-c3947668bdca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.241099563Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"f21a487b-8ec6-47d8-95ca-7708649fb0d2","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.25441433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4bd58338-eed7-42cb-a13d-3e8efadbc55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.391879155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4bd58338-eed7-42cb-a13d-3e8efadbc55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.400563953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"146afb70-f361-46a7-b3f1-071c59db5a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.402751333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"11d1d163-ae73-4a5f-a358-aa2e1f25e8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.409002831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2139e0a5-f69f-42a9-bc43-f93f5fcdef97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.422983552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"146afb70-f361-46a7-b3f1-071c59db5a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.426520318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f15a4e3e-865b-469c-9553-15352a655938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.484446367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"f15a4e3e-865b-469c-9553-15352a655938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.484969184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"11d1d163-ae73-4a5f-a358-aa2e1f25e8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.486162086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"2139e0a5-f69f-42a9-bc43-f93f5fcdef97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.494899027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"b48e7742-4686-4ba3-ba0a-e69fd8983ef6","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.512069742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"b48e7742-4686-4ba3-ba0a-e69fd8983ef6","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.597377299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d556206f-00fa-41f6-8343-4a7947f6f38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.599384014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c20c9656-a7eb-43b9-a3ac-d01f0e0544ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.606765761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d556206f-00fa-41f6-8343-4a7947f6f38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.610434933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c20c9656-a7eb-43b9-a3ac-d01f0e0544ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.696834857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"92c9c940-0140-4d7f-be15-4e0f272a6e67","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.706409162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"92c9c940-0140-4d7f-be15-4e0f272a6e67","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.71130475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc93a22-a35f-4d83-95e3-881ea8a64ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.718450342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"92c9c940-0140-4d7f-be15-4e0f272a6e67","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.721753226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc93a22-a35f-4d83-95e3-881ea8a64ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.729181411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc93a22-a35f-4d83-95e3-881ea8a64ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.806810793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"27a0b121-2563-47d8-a0b7-810732ef2e2b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.806977807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d127bb1f-c9bb-40a5-a656-97872212d7b0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.807247061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5014ce4-10dd-486c-9b0d-05aa1a00fc35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.816297579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5014ce4-10dd-486c-9b0d-05aa1a00fc35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.817946439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"27a0b121-2563-47d8-a0b7-810732ef2e2b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.819827536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d127bb1f-c9bb-40a5-a656-97872212d7b0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.827467845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"27a0b121-2563-47d8-a0b7-810732ef2e2b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.829299407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d127bb1f-c9bb-40a5-a656-97872212d7b0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.83065318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5014ce4-10dd-486c-9b0d-05aa1a00fc35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.928314429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cda11adc-5643-40ea-8744-dc660667f9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.930835767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"043966ba-efe0-4112-904c-ca2ef30a4443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.931557883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3ac9c265-019b-4327-b514-7d64866a5ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.977396891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3e26867b-1fba-4819-ae34-6f1a650ad8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.977992981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6bf99578-61f9-4b54-8c34-550c456c4ecf","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.980463935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"cda11adc-5643-40ea-8744-dc660667f9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.981056509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"043966ba-efe0-4112-904c-ca2ef30a4443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.984105606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3ac9c265-019b-4327-b514-7d64866a5ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.987078907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3e26867b-1fba-4819-ae34-6f1a650ad8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:06.987521137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6bf99578-61f9-4b54-8c34-550c456c4ecf","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.02755862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d5a5d5b9-0750-484d-bda8-3d0daf2d165f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.036452842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d5a5d5b9-0750-484d-bda8-3d0daf2d165f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.176945889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"00ffbc52-27e7-4229-8d01-bbb3cc33f919","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186378114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eebb2f94-dda9-4558-a4aa-2b2575e087e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186400986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eebb2f94-dda9-4558-a4aa-2b2575e087e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186712676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65f762ba-bfd1-4ae5-8c24-ecdc3e74c534","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186727696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65f762ba-bfd1-4ae5-8c24-ecdc3e74c534","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186960927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"199146ee-70d9-4dca-96c3-f535bf3cb98c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.186975303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"199146ee-70d9-4dca-96c3-f535bf3cb98c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.187195327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75406352-9fee-40fb-b514-fff0c1f11de9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.187226027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75406352-9fee-40fb-b514-fff0c1f11de9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.187553651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f09b65f-04a0-493a-9980-fef2e98e71c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.187564653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f09b65f-04a0-493a-9980-fef2e98e71c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.187780211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e075151f-eac6-49fa-a4df-6b0e26ab459b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.18779202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e075151f-eac6-49fa-a4df-6b0e26ab459b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.188019061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb2e03b4-53bf-476a-9eb4-c135112bf49d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.188030098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb2e03b4-53bf-476a-9eb4-c135112bf49d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.188278119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d86a48f-d2dc-491d-9ca4-f527e6cf4dc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.188288375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d86a48f-d2dc-491d-9ca4-f527e6cf4dc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.189018161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"1e0656bc-b825-44a0-bd98-c4a7895829c7","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.194120628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9cf11f99-6240-4d17-91fe-9cd29e4501e7","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.194143639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9cf11f99-6240-4d17-91fe-9cd29e4501e7","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.198976663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"1e0656bc-b825-44a0-bd98-c4a7895829c7","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.201263991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"cac67dcd-c189-4d7f-8bf2-c171984e59d3","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.201308328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"175eac48-cadc-48e9-8799-85fcd631625b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.20179351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cd7bd4a-6b03-4d83-afdc-26ae049edd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.201796972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22d47e8-5384-4303-a328-83121d6fa33f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.208955803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"3b5d1d33-9bd8-441d-b9db-2920381257e4","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.208975841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"3b5d1d33-9bd8-441d-b9db-2920381257e4","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.213559583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"175eac48-cadc-48e9-8799-85fcd631625b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.213920414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"cac67dcd-c189-4d7f-8bf2-c171984e59d3","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.216098021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cd7bd4a-6b03-4d83-afdc-26ae049edd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.216718462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22d47e8-5384-4303-a328-83121d6fa33f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.21711696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"1e0656bc-b825-44a0-bd98-c4a7895829c7","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.217178598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f18c446c-44ed-4688-a7c1-51dda2f28ac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.217829661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71367fce-2f11-47b3-9c6e-62ea00da34cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.221459145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"175eac48-cadc-48e9-8799-85fcd631625b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.276673885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"cac67dcd-c189-4d7f-8bf2-c171984e59d3","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.280812812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cd7bd4a-6b03-4d83-afdc-26ae049edd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.282548164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22d47e8-5384-4303-a328-83121d6fa33f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.282766676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ad19ac35-40fb-4360-8848-40f3fd4d400e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.285342773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f3284b89-67a6-40e9-a776-48bd543fb42c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.291513363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ad19ac35-40fb-4360-8848-40f3fd4d400e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.295225055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"f3284b89-67a6-40e9-a776-48bd543fb42c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.333963785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-a3a1d8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-a3a1d8","reconcileID":"6d87b001-b9fd-403a-b5b1-7676aa918129","namespace":"llm","name":"e2e-dft-refs-a3a1d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.338935315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a8c03158-99ec-4765-b55c-6a75a19f02c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.339614848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ad0a54d8-9b33-4094-b0c9-9c5aeb427c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.341520568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6b833d87-8c7d-4c47-8a81-4d375b4475c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.344720189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0d6477e3-18e8-4dcc-b7f9-dbecfe40822d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.344741772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c8d8999d-221b-4da4-8fc9-c2f968dfe4fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.377829974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a8c03158-99ec-4765-b55c-6a75a19f02c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.378097861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ad0a54d8-9b33-4094-b0c9-9c5aeb427c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.380444465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6b833d87-8c7d-4c47-8a81-4d375b4475c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.381057213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0d6477e3-18e8-4dcc-b7f9-dbecfe40822d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.382914818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c8d8999d-221b-4da4-8fc9-c2f968dfe4fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.61897308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a8bd6e4b-8857-45cd-af90-3e4faaf69c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.619646492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2600e9f7-64b8-4db4-92ec-13c5bf43e81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.6270153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fa672670-39a3-4dc0-9de9-9dcfe9722be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.627484241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"66038597-03e1-412f-94cd-6af04860c995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.630944395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a8bd6e4b-8857-45cd-af90-3e4faaf69c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.635239351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"20c41aa1-879d-4d21-b911-9fde242ae7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.643099098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2600e9f7-64b8-4db4-92ec-13c5bf43e81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.645301015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"fa672670-39a3-4dc0-9de9-9dcfe9722be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.646608707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"66038597-03e1-412f-94cd-6af04860c995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.648695488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"20c41aa1-879d-4d21-b911-9fde242ae7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.660132945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"94e8c523-68f3-4854-b69e-630e13690377","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.669012251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"94e8c523-68f3-4854-b69e-630e13690377","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.761921988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"dc19909c-e351-4d5a-b3a7-bd3587f61e49","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.770667335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"170ef38a-7269-42f8-b11d-1628980ecfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.771689369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"dc19909c-e351-4d5a-b3a7-bd3587f61e49","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.772557033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02c2dddf-6712-451d-b702-c4519cffb7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.772613684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9cded332-9f58-4130-a726-a7a646f9a29d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.775409095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"e60d8eae-e99a-4cd9-b1b4-2b5519a6bdde","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.788342524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"170ef38a-7269-42f8-b11d-1628980ecfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.798123554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02c2dddf-6712-451d-b702-c4519cffb7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.941869727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9cded332-9f58-4130-a726-a7a646f9a29d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.988073506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"dc19909c-e351-4d5a-b3a7-bd3587f61e49","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.053686194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02c2dddf-6712-451d-b702-c4519cffb7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.055645785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9cded332-9f58-4130-a726-a7a646f9a29d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.055797386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"e60d8eae-e99a-4cd9-b1b4-2b5519a6bdde","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.057159643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"170ef38a-7269-42f8-b11d-1628980ecfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.068051156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"e60d8eae-e99a-4cd9-b1b4-2b5519a6bdde","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.072182751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7964a997-d29e-42a9-b191-50fe7cba4e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.072688869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"604aab4d-d627-487d-9078-2be032b1fd8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.073037367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"026f2762-0a58-40b8-9b20-0189aa378647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.075370298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9bb9821c-d0d7-42b0-b58f-d770fe3d0218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.080611899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7964a997-d29e-42a9-b191-50fe7cba4e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.08298349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"604aab4d-d627-487d-9078-2be032b1fd8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.085275527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"026f2762-0a58-40b8-9b20-0189aa378647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.085601583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6af8de15-1e31-46a8-a567-7261f4fa17dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.088347885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"9bb9821c-d0d7-42b0-b58f-d770fe3d0218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.093799348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6af8de15-1e31-46a8-a567-7261f4fa17dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.108289923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"35cd01cf-a131-4caf-8008-a77ccb95e6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.115399086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"838eb4b1-3f95-4417-99ad-f9bbe4460f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.17833914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"35cd01cf-a131-4caf-8008-a77ccb95e6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.180812978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"838eb4b1-3f95-4417-99ad-f9bbe4460f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.426784515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"e8e6722e-9fba-4918-b0f2-da0086eca60f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.426794635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"d2ff1498-c513-4b9a-810d-931213c1c1d2","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.434727731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"e8e6722e-9fba-4918-b0f2-da0086eca60f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.435377392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"d2ff1498-c513-4b9a-810d-931213c1c1d2","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.442753396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"d2ff1498-c513-4b9a-810d-931213c1c1d2","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.45309184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"b5bbd9d0-e632-497d-b8a8-35be7f7993df","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.453115598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"b5bbd9d0-e632-497d-b8a8-35be7f7993df","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.069467967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e531b18d-83da-4d4f-8f47-ec3d1a76a4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.07131903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1c4b271c-56aa-42a3-b0fb-f62051e4dec1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.071978736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c030318-1654-49d2-a8e4-04094121cc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.078601607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e531b18d-83da-4d4f-8f47-ec3d1a76a4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.081164035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1c4b271c-56aa-42a3-b0fb-f62051e4dec1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.082054574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c030318-1654-49d2-a8e4-04094121cc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.085753796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e531b18d-83da-4d4f-8f47-ec3d1a76a4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.086394328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7a0ba33d-54e4-48f6-b91c-6e0b112aa05a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.089664574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1c4b271c-56aa-42a3-b0fb-f62051e4dec1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.09069544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c030318-1654-49d2-a8e4-04094121cc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.097798861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7a0ba33d-54e4-48f6-b91c-6e0b112aa05a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.179017617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7a0ba33d-54e4-48f6-b91c-6e0b112aa05a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.706680033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"705bfbf9-df9b-4ae5-9bd3-c624d13c8189","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.716621459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"64b908bf-fcb0-4a18-9cd9-c4ddb238dbdf","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.7209102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"a60d303b-353a-4fc9-9714-b75943513508","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.725427414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae5dc547-db85-47d3-bd35-f101cf9e0a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.725479835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a24e8ea8-6820-44e6-b853-6f687e2f3f3d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.726922181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"687c4c3a-bc4d-4405-8c99-93771bf0bacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.727497539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5e6e820-f527-496b-b9c8-71b73912af88","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.729261455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"a60d303b-353a-4fc9-9714-b75943513508","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.737991114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae5dc547-db85-47d3-bd35-f101cf9e0a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.738048494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a24e8ea8-6820-44e6-b853-6f687e2f3f3d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.740265477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"687c4c3a-bc4d-4405-8c99-93771bf0bacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.740813687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5e6e820-f527-496b-b9c8-71b73912af88","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.741402105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"a60d303b-353a-4fc9-9714-b75943513508","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.746186659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae5dc547-db85-47d3-bd35-f101cf9e0a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.746231242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"a24e8ea8-6820-44e6-b853-6f687e2f3f3d","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.74822242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c5e6e820-f527-496b-b9c8-71b73912af88","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.748232059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"687c4c3a-bc4d-4405-8c99-93771bf0bacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.758980878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"aefc2793-5ed9-4fbe-82d6-50370e689bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.790044735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"aefc2793-5ed9-4fbe-82d6-50370e689bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.858690892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8887146b-6a8c-4409-a36e-c7353b5c1ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.858997796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"441442f3-249b-496e-bb82-b4c3b4e2e73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.859937681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a7ab6733-d3ec-4752-a845-ead1c32a3cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.86367273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4de7f93b-23eb-4760-ac31-3a3419c827df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.863916917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6281766a-9af8-490c-9d38-ce2c0e5d76c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.869121608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a7ab6733-d3ec-4752-a845-ead1c32a3cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.869434551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"441442f3-249b-496e-bb82-b4c3b4e2e73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.871266789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8887146b-6a8c-4409-a36e-c7353b5c1ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.872582787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6281766a-9af8-490c-9d38-ce2c0e5d76c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.87375442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"4de7f93b-23eb-4760-ac31-3a3419c827df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.898533245Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"2bb98a07-1b50-462d-bd8c-b20ca6f71483","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.923375265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"42c25506-6562-41b5-a11f-62966604b2a0","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.955384142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"32431957-322b-47fa-845b-a36e8374e1b3","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.958744331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dff47364-a51d-48bb-ad00-52a2d65e2b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.95892075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"47c00e84-1ccc-48f4-887e-0380fba88dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.959587413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"16ad6528-8804-4d03-b58e-2547cc9b5dbd","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.960082494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84041cca-a984-4d22-9738-4f0aff733a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.96113655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"e28f5d2c-8fea-4c82-ba58-a60859a18ee5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.967450882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dff47364-a51d-48bb-ad00-52a2d65e2b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.968934399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"47c00e84-1ccc-48f4-887e-0380fba88dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.970424156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"e28f5d2c-8fea-4c82-ba58-a60859a18ee5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.973369341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"16ad6528-8804-4d03-b58e-2547cc9b5dbd","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.978147142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"84041cca-a984-4d22-9738-4f0aff733a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.979875127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"dc1c6394-b072-4461-b861-1174cb77439b","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.983901092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"32e70203-f6ef-4327-91cd-e55815b347fe","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.116128186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"69eb0dca-3b33-4da9-a62e-dd9ab960de5a","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.194709335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"873ef269-4962-4252-8858-4fe3586f50f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.220674892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ec1cb7ba-2b28-4902-a7e5-bb5689706ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.375892065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ec1cb7ba-2b28-4902-a7e5-bb5689706ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.405791494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"873ef269-4962-4252-8858-4fe3586f50f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.41366712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d5dd4f-f8f9-439d-b4a5-a78075993f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.41965418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"788e3056-d95c-4212-9c10-2cc8f015905b","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.421526265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"31178c54-caea-4aed-bb88-a0ecc8e9c121","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.422188864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"bd373892-b53f-4d66-8edd-126f55df80fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.428785159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"3924fd35-deb5-4220-9d70-f85c98b8058b","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.446669245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"31178c54-caea-4aed-bb88-a0ecc8e9c121","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.461883552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"bd373892-b53f-4d66-8edd-126f55df80fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.466585913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"31178c54-caea-4aed-bb88-a0ecc8e9c121","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.469498742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"b57af242-f432-41cf-9daf-44cd59ca69a7","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.513356469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d5dd4f-f8f9-439d-b4a5-a78075993f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.518588224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"bd373892-b53f-4d66-8edd-126f55df80fd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.637985993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"98ce4b80-22a2-408e-afaa-ac6c2792b9de","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.64559393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d5dd4f-f8f9-439d-b4a5-a78075993f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.707892937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"98ce4b80-22a2-408e-afaa-ac6c2792b9de","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.708491361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"0d9fa97e-2279-4e83-a7e0-6725ca394e46","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.715705267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"e0201f78-5046-4324-a1f4-bfce6e60f915","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.718802381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"98ce4b80-22a2-408e-afaa-ac6c2792b9de","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.721436843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"75919dad-9f15-4cbc-af69-830ec1a6db71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.727169323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ae3f25ad-1a88-4b81-ab4c-9e8f92bb0e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.733442579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"0d9fa97e-2279-4e83-a7e0-6725ca394e46","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.734058997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6841cb00-d29a-4264-a548-0b1de156f6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.738722259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"75919dad-9f15-4cbc-af69-830ec1a6db71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.744918986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ae3f25ad-1a88-4b81-ab4c-9e8f92bb0e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.78132423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6841cb00-d29a-4264-a548-0b1de156f6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.798370995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6841cb00-d29a-4264-a548-0b1de156f6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.803917385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b2b831f9-f1d6-4b4f-b616-c7a9631ed303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.809301942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"76fd9f70-c4f4-4584-9920-b215996ee201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.81313403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b2b831f9-f1d6-4b4f-b616-c7a9631ed303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.817984591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"99fdfd43-edfc-40f4-9b7b-8c5545824b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.820657731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b0a73e6b-3057-4dde-ac08-53a69a06af99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.876793425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"76fd9f70-c4f4-4584-9920-b215996ee201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.877331876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"99fdfd43-edfc-40f4-9b7b-8c5545824b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.87928555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b0a73e6b-3057-4dde-ac08-53a69a06af99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.889195076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1e087956-8692-4335-97a3-a9f024f7e2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.893274955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"ef5884bd-1123-4020-a54e-bf731988a99e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.897648442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"1e087956-8692-4335-97a3-a9f024f7e2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.984607612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"24fc3bd9-4f67-463d-a480-9b2b5c6d0911","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.997658816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fad6bfa5-c3f1-4778-b2c7-d3921407fd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.998077051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"28c79016-9e5b-446a-a355-87fd76e0c29c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.001027667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c950740f-bc48-48bc-8885-142a1183fb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.009844921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"28c79016-9e5b-446a-a355-87fd76e0c29c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.013710119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"c950740f-bc48-48bc-8885-142a1183fb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.015796733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a8214f1d-0ae9-465a-aa6f-a50f3d5e46f3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.033247455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fad6bfa5-c3f1-4778-b2c7-d3921407fd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.034372507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d96e4cdc-f817-4d49-a4c7-307026ec2d04","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.037651334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a8214f1d-0ae9-465a-aa6f-a50f3d5e46f3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.064637245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d96e4cdc-f817-4d49-a4c7-307026ec2d04","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.066472578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a8214f1d-0ae9-465a-aa6f-a50f3d5e46f3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.077273861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"d96e4cdc-f817-4d49-a4c7-307026ec2d04","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.084745521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0aac1b26-730e-43c5-a8f2-edb9af04e93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.099932352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"0aac1b26-730e-43c5-a8f2-edb9af04e93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.17039556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"c07ed437-1dd4-4667-8c96-f094e411924e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.178668037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"7cc914a7-e7ac-4a48-9e95-9b7189dc5456","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.180951121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"1cbcd4c5-3967-489d-9ced-16ab942a1847","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.188562033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"7cc914a7-e7ac-4a48-9e95-9b7189dc5456","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.190130426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"3f97feed-85a5-4799-a561-ac6e5e98befc","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.19337765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a69237ab-acf0-47a0-a30b-9b86681dc625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.193863298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817a93c0-2f4f-4b07-996d-3dcca19859d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.195564784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"7cc914a7-e7ac-4a48-9e95-9b7189dc5456","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.199399079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"3f97feed-85a5-4799-a561-ac6e5e98befc","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.20210364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a69237ab-acf0-47a0-a30b-9b86681dc625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.202820025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817a93c0-2f4f-4b07-996d-3dcca19859d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.209857567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a69237ab-acf0-47a0-a30b-9b86681dc625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.210088891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817a93c0-2f4f-4b07-996d-3dcca19859d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.218929804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"1cbcd4c5-3967-489d-9ced-16ab942a1847","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.226029145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"1cbcd4c5-3967-489d-9ced-16ab942a1847","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.241469645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"bf8c84c6-0e98-49af-9649-79784b3926f4","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.279932654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79f68540-092f-4987-b450-c787a782a182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.280100126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ee58e423-9239-436a-b9c0-f7babdbcdd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.281876832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"284add67-b5ba-4503-8473-fe3b963a8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.281992518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"e8936d96-3575-45d6-a2cb-0106a6decfac","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.288765728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"79f68540-092f-4987-b450-c787a782a182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.288914905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ee58e423-9239-436a-b9c0-f7babdbcdd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.291757835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"284add67-b5ba-4503-8473-fe3b963a8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.291984982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"e8936d96-3575-45d6-a2cb-0106a6decfac","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.292236862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1694bfd3-83c7-434c-acc3-85b7d0d53652","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.301684476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1694bfd3-83c7-434c-acc3-85b7d0d53652","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.310684584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1694bfd3-83c7-434c-acc3-85b7d0d53652","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.324138567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6906e9ab-098e-497a-8952-ee3bce6f6c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.325842511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eeca4cae-2853-47aa-b9b2-65d013b75cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.335304333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"03f87c90-bda7-478d-ac4a-878cb5304e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.495808022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6906e9ab-098e-497a-8952-ee3bce6f6c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.506546384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"03f87c90-bda7-478d-ac4a-878cb5304e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.51365999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"eeca4cae-2853-47aa-b9b2-65d013b75cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.59600334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3e72dfbc-d1ae-4887-9e01-72e0f26f4003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.651843543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3e72dfbc-d1ae-4887-9e01-72e0f26f4003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.652249135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6552a68a-15e9-460c-9c92-5bf639b5e20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.666386324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6552a68a-15e9-460c-9c92-5bf639b5e20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.744903174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7fcab11f-bd16-4466-9e09-e7f1accfcea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.746103335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1b227797-448a-4269-b9b9-f0a80ed90e53","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.783720262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"7fcab11f-bd16-4466-9e09-e7f1accfcea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.786484018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0d061047-36bd-43ca-b8c1-1fa54f7628d1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.787964363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"1b227797-448a-4269-b9b9-f0a80ed90e53","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.812689806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0d061047-36bd-43ca-b8c1-1fa54f7628d1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.8421623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0d061047-36bd-43ca-b8c1-1fa54f7628d1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:25.696227788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.205584838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9489eba8-7732-449f-bc82-96c77a1159b6","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.215004063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9489eba8-7732-449f-bc82-96c77a1159b6","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.222810869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"9489eba8-7732-449f-bc82-96c77a1159b6","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.230429479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af58c95a-5ba5-4d55-b5df-88f505856ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.230429711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61cc35cb-dd99-4fdb-8342-9718b5a1a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.241230565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61cc35cb-dd99-4fdb-8342-9718b5a1a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.242923056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af58c95a-5ba5-4d55-b5df-88f505856ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.253420642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61cc35cb-dd99-4fdb-8342-9718b5a1a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.279583474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af58c95a-5ba5-4d55-b5df-88f505856ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.308563766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"ffbbec67-02cd-434c-aed0-9e6fe8773552","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.317769615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"ffbbec67-02cd-434c-aed0-9e6fe8773552","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.33044304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"ffbbec67-02cd-434c-aed0-9e6fe8773552","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.340565483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f6e48965-2734-40d8-bfa9-c361bec4c8a9","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.350882725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f6e48965-2734-40d8-bfa9-c361bec4c8a9","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.358533554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f6e48965-2734-40d8-bfa9-c361bec4c8a9","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.89846223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9f625d23-ca00-4e2f-b2de-5f26c66580bd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.9092525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9f625d23-ca00-4e2f-b2de-5f26c66580bd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.917355948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"9f625d23-ca00-4e2f-b2de-5f26c66580bd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.235324631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"307fc3f4-1d09-4b4e-9331-50527f70877b","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.244045588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"307fc3f4-1d09-4b4e-9331-50527f70877b","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.251156374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e1546-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6432b9d585e6e15748877c81df31c3788594137099a08ec07601d05c01103119) AuthConfig (c54e7c214afd9f153362d50f1e7ca979bf8e88ad479c67e978d01fca110e932b) AuthConfig (cbc8ac0345ba3e85dab92e0f62f5387e1182e25d494c04bf70998df611079204) AuthConfig (2425dd655b262bd8d2ab90a9992d25d35e1af5c35edf5666a690440a8635f8c6) AuthConfig (a4af83585eb02b245c0fbd5c11525f9e664682ac6ad71c1139936d130c34e373) AuthConfig (ffac47662bc73569a0c6ae4267fb0ed2ec06e14c08ea88fb4d0c8f113bd26d19) AuthConfig (d901d24bcd39aa9c3cb4ac851d055eb53d077e4f73e6cd7cc099d18ed799a4b3) AuthConfig (8ca4eca222e83ccfd6f200b0126f562a86036defeff35ecc9ac460d93378f584) AuthConfig (5c37cd8075c4aa62cdeef5c2fd2f11b6480f730dfccfa6e89a4ad4d488981571) AuthConfig (e0173352c14d56dae365ae9c394197028ec75245b8fcbaf0a2c8f6d259204d5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"307fc3f4-1d09-4b4e-9331-50527f70877b","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.350654872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b45ec1c2-7bf9-49b3-af09-6c7578a2cd67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.351023702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea9a873f-5cc7-4a40-b288-c87953565202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.362955198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b45ec1c2-7bf9-49b3-af09-6c7578a2cd67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.368470896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea9a873f-5cc7-4a40-b288-c87953565202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.371433796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b45ec1c2-7bf9-49b3-af09-6c7578a2cd67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.376615358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea9a873f-5cc7-4a40-b288-c87953565202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.435546563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"5633e8a1-921b-4e28-8a9a-40c2e391236c","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.443735475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"5633e8a1-921b-4e28-8a9a-40c2e391236c","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.44741548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"e516c28a-49f3-4184-b462-63398143c4fe","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.451503848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"5633e8a1-921b-4e28-8a9a-40c2e391236c","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.478146894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"e516c28a-49f3-4184-b462-63398143c4fe","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.485989506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"e516c28a-49f3-4184-b462-63398143c4fe","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.949591983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"94789c70-664a-4915-94ce-3dd9b6c95136","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.969668654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"94789c70-664a-4915-94ce-3dd9b6c95136","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.979623095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"94789c70-664a-4915-94ce-3dd9b6c95136","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:45.603018655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"d4c2bc08-a53e-44b5-9325-c68a4f99769b","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:45.677813035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b360d37b-4429-4b6f-91df-e55971a41c9e","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:45.677952464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b360d37b-4429-4b6f-91df-e55971a41c9e","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.297450595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d7c87f9b-2dc6-4554-bff7-c0128b3d1dbe","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.311546555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d7c87f9b-2dc6-4554-bff7-c0128b3d1dbe","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.325691269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (608e9d1c490505fc0256a71d37a8904fac1933f633f6ad5e985a0fdd63f6fdae) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (7d088ad208d348d79c2b5573f249328a4e47793239771fca112cbfd0b2c65b69) AuthConfig (72191917a765153a47be4f8b626183b00664dc9d85a4cf590d7f8c638d9860db) AuthConfig (ee86b70eddd40804fe396b401cb4cf64e26582ecc013ab382ff78dc0ff7d50de) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d7c87f9b-2dc6-4554-bff7-c0128b3d1dbe","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.347975579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"9c466f61-ccda-48f4-8641-ae6e6addda5e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.520713296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"57031bce-01d5-4ae1-a96f-ad1f7cb07347","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.534250729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"57031bce-01d5-4ae1-a96f-ad1f7cb07347","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.548353462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (608e9d1c490505fc0256a71d37a8904fac1933f633f6ad5e985a0fdd63f6fdae) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (7d088ad208d348d79c2b5573f249328a4e47793239771fca112cbfd0b2c65b69) AuthConfig (72191917a765153a47be4f8b626183b00664dc9d85a4cf590d7f8c638d9860db) AuthConfig (ee86b70eddd40804fe396b401cb4cf64e26582ecc013ab382ff78dc0ff7d50de) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"57031bce-01d5-4ae1-a96f-ad1f7cb07347","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.628751464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c6347d86-c5e5-4cbf-8d77-10fb6f3b65bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.656299478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"c6347d86-c5e5-4cbf-8d77-10fb6f3b65bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.59556775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b55a6198-1d97-4448-8ad6-a45d248c845c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.59559232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b55a6198-1d97-4448-8ad6-a45d248c845c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.612496008Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"bbd71490-c399-47e8-9380-c92aa69aba2f","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb4ae219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.687586093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"422ae28d-3b11-47bd-912a-a8913be83d1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.688353966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"056510d3-fcf4-49d0-a417-0a4c4c13bbd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.700284322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"422ae28d-3b11-47bd-912a-a8913be83d1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.700920186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"056510d3-fcf4-49d0-a417-0a4c4c13bbd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.829284131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"b31c85ba-8d42-42c7-978f-053eec87a965","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.829308771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6cf54507-ee4d-40e8-873f-caf07a047d15","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.845867602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"b31c85ba-8d42-42c7-978f-053eec87a965","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.848297921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"6cf54507-ee4d-40e8-873f-caf07a047d15","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.26979722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"b38eda1c-7f4f-4e20-9c14-caa33e28ef88","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.288568029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"b38eda1c-7f4f-4e20-9c14-caa33e28ef88","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.328976076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"2d928e59-86e2-4e04-95b9-218b53703f74","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.329012575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"2d928e59-86e2-4e04-95b9-218b53703f74","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.39000142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66768d5f-bfe7-43f8-933c-7ef0f1ba83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.395345668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d02737-78af-4a6d-aa96-37183b2606a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.398850929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66768d5f-bfe7-43f8-933c-7ef0f1ba83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.403922279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d02737-78af-4a6d-aa96-37183b2606a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.406406278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66768d5f-bfe7-43f8-933c-7ef0f1ba83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.411432236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d02737-78af-4a6d-aa96-37183b2606a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.416857626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c74fa747-99c5-4621-b0e2-376d1288a97c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.416873705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c74fa747-99c5-4621-b0e2-376d1288a97c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.421978472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c524596-fa04-4416-bf8b-88f6391b95d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.421994229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c524596-fa04-4416-bf8b-88f6391b95d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.503977417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2edd373d-98fe-42d6-98b0-8730c929417f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.513478948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2edd373d-98fe-42d6-98b0-8730c929417f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.521278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"2edd373d-98fe-42d6-98b0-8730c929417f","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.534825386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ea52be25-7d50-46a6-b9ef-8a502c703962","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.534845234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ea52be25-7d50-46a6-b9ef-8a502c703962","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.013862056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2e709a7d-cc37-4335-a8c5-d42cecd6d122","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.023966649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2e709a7d-cc37-4335-a8c5-d42cecd6d122","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.032620423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2e709a7d-cc37-4335-a8c5-d42cecd6d122","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.051852644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"bac9a0b5-e79a-4013-a8fa-2d56c66962a6","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.051880177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"bac9a0b5-e79a-4013-a8fa-2d56c66962a6","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.729806733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"dd6bc2cc-e39c-46fe-a2d6-cfffe3e94ec0","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.729830413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"dd6bc2cc-e39c-46fe-a2d6-cfffe3e94ec0","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.748001319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"4bf9492c-ab9d-4752-b0fb-2cba2dea44b5","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.804772804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"d6ca12dd-2556-4f9f-8e84-715ecd4e6986","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.80480264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"d6ca12dd-2556-4f9f-8e84-715ecd4e6986","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.805482892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"4bf9492c-ab9d-4752-b0fb-2cba2dea44b5","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:52.806121881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"7def8606-5f0a-4061-9640-a8a67f2e9bf7","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-f7e14d25-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.816873997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"7fda2efa-a0b6-47e9-b714-6046c62ee7cd","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.816901713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"7fda2efa-a0b6-47e9-b714-6046c62ee7cd","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.824500578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"fdbe8dfc-ce0b-4700-8f46-d57a8dfa4128","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.824529517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"fdbe8dfc-ce0b-4700-8f46-d57a8dfa4128","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.837127456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"fad8e773-21ac-4038-8342-bc990b33bc32","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.837623772Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"7daf98c6-2c45-414c-ab79-b52ed94bc07c","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-fail-f7e14d25","model":"e2e-fail-f7e14d25","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e1546/e2e-fail-f7e14d25-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.846061643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"fad8e773-21ac-4038-8342-bc990b33bc32","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.881065322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"ffd48b9a-46e7-4e0b-9efd-0c1408307c65","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.881084588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"ffd48b9a-46e7-4e0b-9efd-0c1408307c65","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.934644335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"0fbe7222-b92c-4183-b412-f2d7e25288a9","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-fail-f7e14d25","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.696019403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.569969878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6963b290-ef3b-4671-8e78-bf7d920f02d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.579849604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6963b290-ef3b-4671-8e78-bf7d920f02d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.587816784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-98529d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (608e9d1c490505fc0256a71d37a8904fac1933f633f6ad5e985a0fdd63f6fdae) AuthConfig (280c2ef6dbfea0cf7316e498dede1556f14aef612d7abfc99a36c0c282a45a04) AuthConfig (7d088ad208d348d79c2b5573f249328a4e47793239771fca112cbfd0b2c65b69) AuthConfig (72191917a765153a47be4f8b626183b00664dc9d85a4cf590d7f8c638d9860db) AuthConfig (ee86b70eddd40804fe396b401cb4cf64e26582ecc013ab382ff78dc0ff7d50de) AuthConfig (4161373aa1ff3835aa3ec09e9778dcccb84d262ac80d17e147bc5194c2a61114) AuthConfig (b1c54d99c4481c07adc0544a413b98e16cd45b029edf1bfd866f4a485f05058c) AuthConfig (6852fdc07278479f82244465c8cdf234dff200e522c8ee445d84b33c04697a23) AuthConfig (0a920af15b15f3cd9ba5c9b37c74eaf66892fcb205689d80d9811da646db958a) AuthConfig (9787eda2a5520ab418d5e7cb201a7d011e22022f44d5cef2b0ecc5cfa0ea8ba7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6963b290-ef3b-4671-8e78-bf7d920f02d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.616751243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"e4b75581-0f91-47df-9317-179e8f601e21","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","subscription":"e2e-cfl-same-f47ed5-28c810-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.627301574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"e4b75581-0f91-47df-9317-179e8f601e21","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.630958508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-sub","reconcileID":"e4b75581-0f91-47df-9317-179e8f601e21","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-28c810-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.664026406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b7ed980b-ffc2-46dd-91c0-85f20e6610df","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.664057604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b7ed980b-ffc2-46dd-91c0-85f20e6610df","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.671133736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"836e78ae-68d0-4c49-a1a3-4539672ddd23","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.671335268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b4fcaaa9-1b02-405a-874b-d2e89870d593","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.681953918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"b4fcaaa9-1b02-405a-874b-d2e89870d593","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.682460337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"836e78ae-68d0-4c49-a1a3-4539672ddd23","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.803831373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"f3bdb878-0fe1-4f22-baca-442069f5228c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.811942103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b198183e-ab87-4ddd-81c4-6e0a41f11d5f","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.811963026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"b198183e-ab87-4ddd-81c4-6e0a41f11d5f","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.812409075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"f3bdb878-0fe1-4f22-baca-442069f5228c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.89982484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-28c810-access","reconcileID":"69abcf01-a365-43f1-87ae-b3d7bd26ef2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-28c810-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.920749411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"307d6a67-3204-4b68-ad99-f98cbb77e15f","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-2-28c810/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.920777399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"307d6a67-3204-4b68-ad99-f98cbb77e15f","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"routeName":"external-model-e2e-cfl-same-f47ed5-5f554cdda8fe","namespace":"e2e-extmod-cfl-2-28c810","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.085647915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"a539fa86-d23b-4235-b6fc-77a236c7289a","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.085670292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"a539fa86-d23b-4235-b6fc-77a236c7289a","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.09043217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"774ae781-08bc-4d1f-be32-85aba48f23eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.10019022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"774ae781-08bc-4d1f-be32-85aba48f23eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.107392938Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"abbf17c1-6a9a-4ffa-8111-268bb8f3b105","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-20c16c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.224783143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"2869eb61-b776-4971-bed5-e47004d41f8c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.234050791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"2869eb61-b776-4971-bed5-e47004d41f8c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.43259116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a952b9-dfd4-4fa8-aa65-cfae58151569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.438460546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dee3a0cd-2cc9-4dd8-a00f-fca4b527b92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.442115771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a952b9-dfd4-4fa8-aa65-cfae58151569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.447117223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dee3a0cd-2cc9-4dd8-a00f-fca4b527b92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.4493603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a952b9-dfd4-4fa8-aa65-cfae58151569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.454489667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dee3a0cd-2cc9-4dd8-a00f-fca4b527b92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.547661942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4b817f0e-fd0d-45a5-997f-0e3ca5ce9e62","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.556075797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4b817f0e-fd0d-45a5-997f-0e3ca5ce9e62","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.564416093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4b817f0e-fd0d-45a5-997f-0e3ca5ce9e62","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.074976573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"54aec18c-9be3-49cd-8583-7d66d6c8adf9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.089918785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"54aec18c-9be3-49cd-8583-7d66d6c8adf9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.098887874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"54aec18c-9be3-49cd-8583-7d66d6c8adf9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.244150745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"59f4c41c-9fa5-4001-9354-c3b761982399","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-fail-f7e14d25","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.303115588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"b56ba910-c952-4afc-bb6d-d206cf084307","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.30314198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"b56ba910-c952-4afc-bb6d-d206cf084307","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.610925125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"48c5c1e5-ce48-4e9a-8200-ef4283239394","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.63223965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"48c5c1e5-ce48-4e9a-8200-ef4283239394","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.673842369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"36478233-ff4c-49ab-bc1c-f668a6cc445c","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.407140834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"d06b52ca-a8c1-41ff-a689-f733b01abf54","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.408077862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"b8815a88-88c6-4d70-897a-174849bfc13d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.416475838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"d06b52ca-a8c1-41ff-a689-f733b01abf54","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.418532603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"b8815a88-88c6-4d70-897a-174849bfc13d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.687046941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"0c96713a-ae8b-4399-90d1-3457a9212ea7","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.693563647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"808165e4-fbc2-4348-befc-02e14b7a5578","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.694285259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"4db73f60-3968-4ffd-956a-90006a2261cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-73a081-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.70155684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"808165e4-fbc2-4348-befc-02e14b7a5578","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.705660458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"eeedfc0a-46ba-4c4d-a388-cdad8fc58d62","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.716377839Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"eeedfc0a-46ba-4c4d-a388-cdad8fc58d62","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-73a081-e2e-extmod-a-98529d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.716426266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"eeedfc0a-46ba-4c4d-a388-cdad8fc58d62","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-73a081-e2e-extmod-a-98529d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.720509652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"5af63386-81f5-4a51-8d5f-0b48b63f3a16","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.727598508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"02c5320d-e8e2-4a31-ad7a-255369b8fc9f","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.744274047Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"6988800b-a4e9-4d12-b52e-5ffa439029c6","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-98529d/e2e-shr-auth-73a081-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.771114396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"401f8aa7-0e0c-4746-bea1-624a7ffd374e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.819820476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a23d6e67-7ae1-413f-865d-08de84eb1422","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.82790426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a23d6e67-7ae1-413f-865d-08de84eb1422","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.837911305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"f35b1d21-7392-4847-a17b-f6c65710d3fc","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.021652882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"5fc38c34-ae85-45a5-9b9f-3dc45773ef74","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.021679941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"5fc38c34-ae85-45a5-9b9f-3dc45773ef74","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.029661211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"41190f56-7e04-4dae-bd4f-bb535eb83a3c","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.039262435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"41190f56-7e04-4dae-bd4f-bb535eb83a3c","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.044360956Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"1b3c6270-bf21-4597-84c2-4d4529c9a63a","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c52bfc6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.175321288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"77a5737e-6655-4875-a1ff-2d460034b33f","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.184305072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"77a5737e-6655-4875-a1ff-2d460034b33f","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.110672646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"2238d3f9-3d8a-421f-9a21-62254d4226c5","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","subscription":"e2e-cfl-same-f47ed5-afa22a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.118642484Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"2238d3f9-3d8a-421f-9a21-62254d4226c5","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.122005215Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-sub","reconcileID":"2238d3f9-3d8a-421f-9a21-62254d4226c5","MaaSSubscription":{"name":"e2e-cfl-same-f47ed5-afa22a-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.288962061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"29cc67ab-7298-43ce-abb5-057dfa44734c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.288986453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"29cc67ab-7298-43ce-abb5-057dfa44734c","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.293694293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c9f84136-4070-473b-99b7-ef158a977e00","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.302619928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c9f84136-4070-473b-99b7-ef158a977e00","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.394307388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"8b0cefd1-6143-4f47-ae64-e4799d1983d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.402646616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"8b0cefd1-6143-4f47-ae64-e4799d1983d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.404199122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"6e5d779a-db0a-4af8-8e33-a7c681179326","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.404242399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"6e5d779a-db0a-4af8-8e33-a7c681179326","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.419546596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c2b68b92-3f4a-4b8f-8f3f-75b2e1bb419d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.52175273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c2b68b92-3f4a-4b8f-8f3f-75b2e1bb419d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.592791312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c2b68b92-3f4a-4b8f-8f3f-75b2e1bb419d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.59282006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-cfl-same-f47ed5-afa22a-access","reconcileID":"c2b68b92-3f4a-4b8f-8f3f-75b2e1bb419d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f47ed5-afa22a-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.605692925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"6d8b0044-fd74-4bb3-9041-c2fde17fb4e9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"tenant":"e2e-extmod-a-33e267","gateway":"openshift-ingress/e2e-extmod-a-33e267","model":"e2e-extmod-cfl-1-afa22a/e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.60572718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"6d8b0044-fd74-4bb3-9041-c2fde17fb4e9","MaaSModelRef":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"routeName":"external-model-e2e-cfl-same-f47ed5-d0cc46fb22c4","namespace":"e2e-extmod-cfl-1-afa22a","model":"e2e-cfl-same-f47ed5","externalModel":"e2e-cfl-same-f47ed5","provider":"e2e-cfl-same-f47ed5","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.177590127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"510318b6-a4c8-4879-a235-cc1abe9a31e7","namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.191664121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c0f68fdc-0b5d-4079-8777-d7af6ddb88b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.199815678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"e2452f2c-f958-45bb-851a-f9eed65e5688","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.201879864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e69a10-e289-4f63-91e7-bcc5ae5e82a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.202608134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c0f68fdc-0b5d-4079-8777-d7af6ddb88b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.20308759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51aa320a-2c4f-4a08-ade0-4f7d5d72058e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.209701107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2149352d-ff76-4236-9dae-ec0742c5ed0c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.209969708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"e2452f2c-f958-45bb-851a-f9eed65e5688","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.216080247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e69a10-e289-4f63-91e7-bcc5ae5e82a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.216309382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51aa320a-2c4f-4a08-ade0-4f7d5d72058e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.219776607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2149352d-ff76-4236-9dae-ec0742c5ed0c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.277943075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-1-afa22a"},"namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","reconcileID":"26e1d509-4875-4331-b9a1-25190ff5252f","namespace":"e2e-extmod-cfl-1-afa22a","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.284413141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4f85983a-c97e-4a9a-bbf1-09814e0b0cfe","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.292566954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4f85983a-c97e-4a9a-bbf1-09814e0b0cfe","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.43257353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07e57cc7-243c-4c50-93b3-60a61930b3e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.432689373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07e57cc7-243c-4c50-93b3-60a61930b3e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.439883673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"14ec93c3-61b8-42d9-9854-b9cb1f8f7b9d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.439995875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"14ec93c3-61b8-42d9-9854-b9cb1f8f7b9d","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.457889434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"64c7834a-750d-4173-91fb-798ddc467b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.460050666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"4e583859-5b6e-44f9-abe2-e86f553154af","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.460126462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"4e583859-5b6e-44f9-abe2-e86f553154af","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.472282019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c95e551-0f75-4429-90ee-0c6e856040be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.472417447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c95e551-0f75-4429-90ee-0c6e856040be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.479787716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"64c7834a-750d-4173-91fb-798ddc467b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.539737024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"70d545eb-d6c2-42e1-bae8-81fb8d7989ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.540535267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"89b81d85-1667-4bd2-bbc5-573aef04f6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.540543953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"13afd055-394b-4dfe-b5f1-82db19ecbd12","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.541129589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c60607a3-c960-447a-bfb3-f507fec82644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.547189716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bc636fe8-96b8-4e33-8d6d-8d179925208b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.549958337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"70d545eb-d6c2-42e1-bae8-81fb8d7989ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.551638511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"13afd055-394b-4dfe-b5f1-82db19ecbd12","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.553797333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c60607a3-c960-447a-bfb3-f507fec82644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.555009371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"89b81d85-1667-4bd2-bbc5-573aef04f6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.557182206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"bc636fe8-96b8-4e33-8d6d-8d179925208b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.63293967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e34bceed-697b-41e8-b867-b8ae20251e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.636138067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5227d403-b420-4248-a7d7-151be8f178d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.636165577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f9f4ec42-f41c-44b0-ac01-c16558a630fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.636743717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a21f6b45-6804-4288-9c40-82c41267cba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.636743782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"48adf299-0205-41cd-b2ca-8c121dac5484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.641809173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e34bceed-697b-41e8-b867-b8ae20251e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.64628981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"f9f4ec42-f41c-44b0-ac01-c16558a630fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.64634103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5227d403-b420-4248-a7d7-151be8f178d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.652534891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a21f6b45-6804-4288-9c40-82c41267cba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.652637018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"48adf299-0205-41cd-b2ca-8c121dac5484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.738385663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7b3e70e7-1b8e-4839-888d-111fa55c2f0b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.747119198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"7b3e70e7-1b8e-4839-888d-111fa55c2f0b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.834481832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ab129584-c274-4941-adb8-a2a595a08435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.841417626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1b6b5f2-2782-4f81-8dd4-8e44fdc5f98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.841819558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00d5544-d6b5-4d05-bbd1-834f1f589f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.84244368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5e31283a-a6b6-4808-a656-8f81895a1e04","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.847772688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ab129584-c274-4941-adb8-a2a595a08435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.852138257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00d5544-d6b5-4d05-bbd1-834f1f589f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.852857139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5e31283a-a6b6-4808-a656-8f81895a1e04","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.857824975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1b6b5f2-2782-4f81-8dd4-8e44fdc5f98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.981899722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4efed866-c5e0-4b44-86bc-258cdf0cfde9","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.990178603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4efed866-c5e0-4b44-86bc-258cdf0cfde9","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.186309348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"75ca2817-af35-423d-bb38-d9540b6ca102","namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.2137019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"3fecbe42-0278-4138-a4cd-8d6b3afa4075","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.215619348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3c8d869d-348f-42ed-b008-11f0864a91cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.21616219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"d076433c-cbf7-419c-8d6c-49d589e8c59b","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.223057722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"3fecbe42-0278-4138-a4cd-8d6b3afa4075","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.224840964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"3c8d869d-348f-42ed-b008-11f0864a91cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.225177345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"92680d7b-58ba-4685-b7c7-7fe343390e63","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.225746048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83d33d1b-d1f2-45ea-8910-5d69305613b9","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.226815622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"d076433c-cbf7-419c-8d6c-49d589e8c59b","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.239417123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83d33d1b-d1f2-45ea-8910-5d69305613b9","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.24223534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"92680d7b-58ba-4685-b7c7-7fe343390e63","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.327030227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f47ed5","namespace":"e2e-extmod-cfl-2-28c810"},"namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","reconcileID":"14316087-4888-4b87-8361-5fc68c148877","namespace":"e2e-extmod-cfl-2-28c810","name":"e2e-cfl-same-f47ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.34464034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"847a13f3-1e20-466d-a964-d3b99270ebaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.348502107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"8877c826-4df1-4b7c-8c8c-812b32d239a9","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.35073197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b4e1d652-8502-4638-90f9-7774dd1a1a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.353198073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44edf52f-f478-499e-ab15-022887daa24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.354462951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"847a13f3-1e20-466d-a964-d3b99270ebaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.359044724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"8877c826-4df1-4b7c-8c8c-812b32d239a9","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.35917696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b4e1d652-8502-4638-90f9-7774dd1a1a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.359631527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ab668a-6a6a-46c3-82a8-ae34d46c89c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.361734177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44edf52f-f478-499e-ab15-022887daa24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.367598912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ab668a-6a6a-46c3-82a8-ae34d46c89c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.896160359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"080a119b-7940-46fe-b8a7-bdf97b7cd005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.898096577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7a8ff66a-10da-4584-a442-2f4489d35d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.926195816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6f47ec3f-1f2f-4831-9c63-045b77dded56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.927799909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"080a119b-7940-46fe-b8a7-bdf97b7cd005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.933305697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7a8ff66a-10da-4584-a442-2f4489d35d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.933548796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85475ef0-d2cf-4f2f-ae4e-cdc3e38c4fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.933969864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef0f6443-a4e7-43df-b5c9-733f2443abe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.978669878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6f47ec3f-1f2f-4831-9c63-045b77dded56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.981276811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85475ef0-d2cf-4f2f-ae4e-cdc3e38c4fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.982287702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ef0f6443-a4e7-43df-b5c9-733f2443abe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.049406827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e25f4859-665c-4896-aaf7-f7e5a472e048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.051369767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"06fa72ca-662f-4381-bafd-1603be7591a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.057909257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"e25f4859-665c-4896-aaf7-f7e5a472e048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.059330206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"06fa72ca-662f-4381-bafd-1603be7591a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.146818577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"00d878b9-ab20-4477-8b2e-8f88c6f40f2f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.151508365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"83c14e02-5f29-4009-a43e-1161a154664a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.152228565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"cedaf208-bd1c-4a9d-bc29-f9616ff4340e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.157947392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"00d878b9-ab20-4477-8b2e-8f88c6f40f2f","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.160301493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"cedaf208-bd1c-4a9d-bc29-f9616ff4340e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.160678737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"37056ebc-cccb-4c8c-9904-8d87a924228f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.160894164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"83c14e02-5f29-4009-a43e-1161a154664a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.161052766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"149d5007-5e7a-4202-a793-e70c262c575e","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.169644261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"149d5007-5e7a-4202-a793-e70c262c575e","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.170319075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"37056ebc-cccb-4c8c-9904-8d87a924228f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.706197908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dd719109-489c-4ce0-b569-83d4433394fd","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.706241859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dd719109-489c-4ce0-b569-83d4433394fd","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.714791607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"d87d3884-47fd-4e82-997a-8038ff81eba1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-5878a3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.722797637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"00ec84c6-7a9b-4d02-9250-664c748eb42c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.776966837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5685654-939b-49f4-8f35-c8e4d041fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.7787885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"08557762-5b0c-4f7e-abc6-7d0ebf349cd0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.779114895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dc225426-5d98-457d-87d3-865b9e482be7","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.779137434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dc225426-5d98-457d-87d3-865b9e482be7","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.782547783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cabf3639-ee41-48bf-aed0-4100f74f27af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.78870205Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dc225426-5d98-457d-87d3-865b9e482be7","name":"e2e-dft-5878a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5878a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.788745998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"dc225426-5d98-457d-87d3-865b9e482be7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5878a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.792355898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"1fd2a9a2-4110-42cb-ac88-8bb224155d8d","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.79237542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"1fd2a9a2-4110-42cb-ac88-8bb224155d8d","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.799518821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"8b011ae5-ddb7-41d1-9353-bbe209fdade2","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.799536336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"8b011ae5-ddb7-41d1-9353-bbe209fdade2","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.80288288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"00ec84c6-7a9b-4d02-9250-664c748eb42c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.808389099Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5685654-939b-49f4-8f35-c8e4d041fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.810249348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"00ec84c6-7a9b-4d02-9250-664c748eb42c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.811634088Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"08557762-5b0c-4f7e-abc6-7d0ebf349cd0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.814794454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5685654-939b-49f4-8f35-c8e4d041fd4e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.815234757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0e1c0d-b377-479a-bbc9-fd485a90cae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.815250577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0e1c0d-b377-479a-bbc9-fd485a90cae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.817021938Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cabf3639-ee41-48bf-aed0-4100f74f27af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.821261487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"08557762-5b0c-4f7e-abc6-7d0ebf349cd0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.821975903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"0fbd298e-f0fc-4aad-9ba8-f864613bb979","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5878a3","model":"e2e-dft-5878a3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-5878a3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.823664245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"ef92afe5-3801-469c-a06b-faa2f41eeae5","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.823682939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"ef92afe5-3801-469c-a06b-faa2f41eeae5","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:12.826256007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cabf3639-ee41-48bf-aed0-4100f74f27af","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.876897997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"c61e955e-5cb9-4df6-ac52-22e2ac239f05","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.876931662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"c61e955e-5cb9-4df6-ac52-22e2ac239f05","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.880638153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"91dfa10c-5217-4d2b-9e1d-5b03cdd7f512","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.880638154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9338717-ee1f-4e9a-940d-547cb8954223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.881483336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47a79d79-f9e3-4b87-b622-9df79ee2bbba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.881499975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47a79d79-f9e3-4b87-b622-9df79ee2bbba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.890656778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9338717-ee1f-4e9a-940d-547cb8954223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.890698335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"91dfa10c-5217-4d2b-9e1d-5b03cdd7f512","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.896607404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"5a5d01a7-04ae-4c45-84e8-20cfd45dfd89","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.896626369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"5a5d01a7-04ae-4c45-84e8-20cfd45dfd89","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.89790336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"91dfa10c-5217-4d2b-9e1d-5b03cdd7f512","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.90879356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"f1aaddea-d055-4c09-9660-b814c3b7b2ad","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5878a3","model":"llm/e2e-dft-5878a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.934063806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78302f1b-53ee-409c-899b-3f6b903b255f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.934461442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7ee2954a-fa17-4865-b6b1-a258b1159039","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.942739575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7ee2954a-fa17-4865-b6b1-a258b1159039","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.942751227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78302f1b-53ee-409c-899b-3f6b903b255f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.950427797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7ee2954a-fa17-4865-b6b1-a258b1159039","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.950434308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78302f1b-53ee-409c-899b-3f6b903b255f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.958936393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33e97b13-fb66-4750-bd7c-0122bbdd1113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.958950564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33e97b13-fb66-4750-bd7c-0122bbdd1113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.964966213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"fada75f9-bc5b-46ce-8890-214c6b81eaab","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.96498773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"fada75f9-bc5b-46ce-8890-214c6b81eaab","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.048860968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"709e8e0d-fc85-4332-9a1e-6acf6104a5db","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","subscription":"e2e-fail-f7e14d25-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.055740903Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"709e8e0d-fc85-4332-9a1e-6acf6104a5db","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.059422483Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-sub","reconcileID":"709e8e0d-fc85-4332-9a1e-6acf6104a5db","MaaSSubscription":{"name":"e2e-fail-f7e14d25-sub","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"maas-trlp-e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.104071038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"5f955922-ba8c-4a47-93bb-f5238fa061ed","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.104097964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"5f955922-ba8c-4a47-93bb-f5238fa061ed","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.183905284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"6d338a05-4c1e-4d2f-852c-38399bc8bc99","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.196485361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"6d338a05-4c1e-4d2f-852c-38399bc8bc99","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.259635371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"3ba16680-bb51-4faa-ab99-700a145eb274","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.259663203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"3ba16680-bb51-4faa-ab99-700a145eb274","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.307004487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"3b8ef491-9681-463a-8c4f-d1b826c8fe64","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.319911399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"3b8ef491-9681-463a-8c4f-d1b826c8fe64","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.351965594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"3b8ef491-9681-463a-8c4f-d1b826c8fe64","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"name":"e2e-extmod-b-0e1546-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.351990385Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"e2e-fail-f7e14d25-access","reconcileID":"3b8ef491-9681-463a-8c4f-d1b826c8fe64","MaaSAuthPolicy":{"name":"e2e-fail-f7e14d25-access","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e1546","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.364754343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"6b05bd35-4a46-4048-88a1-6f014cada1e2","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-b-0e1546","gateway":"openshift-ingress/e2e-extmod-b-0e1546","model":"e2e-extmod-fail-user-066f36/e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.364779116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"6b05bd35-4a46-4048-88a1-6f014cada1e2","MaaSModelRef":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-f7e14d25-52b18add04eb","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-f7e14d25","externalModel":"e2e-fail-f7e14d25","provider":"e2e-fail-f7e14d25-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.924508626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f40d8d55-1b08-4a47-9fd6-13d7c66eaad5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.933273063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f40d8d55-1b08-4a47-9fd6-13d7c66eaad5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.940642429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f40d8d55-1b08-4a47-9fd6-13d7c66eaad5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.016258696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"55033e1b-ebcb-467c-b85a-cc542afb9a19","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.016326477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22b66723-ed86-4350-9866-eac9064812c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.026644735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"55033e1b-ebcb-467c-b85a-cc542afb9a19","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.026986683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22b66723-ed86-4350-9866-eac9064812c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.03444282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"55033e1b-ebcb-467c-b85a-cc542afb9a19","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.034579576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22b66723-ed86-4350-9866-eac9064812c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:25.696611406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.719125129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"29e0d1cc-6322-4dbf-935a-adf902f23e36","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.729349957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"21e9d411-4348-49dc-9227-b79259b0d377","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.733431574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"58d81d03-3a3d-4fcc-83b4-3b90edf457ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.734921967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2729eeae-5a0c-4e3e-8189-866a95f4017e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.736610724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"0749933f-4d18-494b-a564-3e2838b1d7d0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.738597513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8081aecf-04f5-440b-b65c-dfe055a56de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.73860427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"fc6fd9fb-f44e-4a06-999e-8d5b227e69e3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.742123226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"58d81d03-3a3d-4fcc-83b4-3b90edf457ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.744840309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2729eeae-5a0c-4e3e-8189-866a95f4017e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.747973753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"0749933f-4d18-494b-a564-3e2838b1d7d0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.752093649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8081aecf-04f5-440b-b65c-dfe055a56de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.755650991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"fc6fd9fb-f44e-4a06-999e-8d5b227e69e3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.780890794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"0749933f-4d18-494b-a564-3e2838b1d7d0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.782746984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8081aecf-04f5-440b-b65c-dfe055a56de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.788390922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"fc6fd9fb-f44e-4a06-999e-8d5b227e69e3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.796923309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"25b64563-26aa-4229-bdcb-5dff4256abd4","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.798873753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d0ee6995-4a93-404d-b95b-e01d9855ceb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.799457847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d75843f3-9571-488c-b5e3-f58cf23528a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.878180722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d0ee6995-4a93-404d-b95b-e01d9855ceb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.878926793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"25b64563-26aa-4229-bdcb-5dff4256abd4","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.882100863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d75843f3-9571-488c-b5e3-f58cf23528a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.903764491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ea149e3b-e230-494e-af92-0a5d44badee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.904195224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e3652296-73aa-45f8-9e64-73c1b1b8707e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.926717553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ea149e3b-e230-494e-af92-0a5d44badee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.927474093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"e3652296-73aa-45f8-9e64-73c1b1b8707e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.949785158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"a6168e1b-9a8d-4d3c-83e1-a7698c08fe45","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.003725974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"24a75687-d688-4791-ac87-51c01cac66b5","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.007264058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"e8429019-fe66-4e81-ad8d-c7368c960a4b","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.067723027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b738568-6443-46ab-abb0-010723055c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.069095081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f7cc3806-a4ba-4b8b-b801-5d5d0ea38625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.069095079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"949b3d68-196c-44bc-8219-0a11dc442ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.070711234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f57d56f1-02ba-41a3-8dfa-6cad064c0e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.072123657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b5095d1-be0d-4a30-b1cf-ff577ea1dee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.076292639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b738568-6443-46ab-abb0-010723055c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.077705666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"949b3d68-196c-44bc-8219-0a11dc442ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.078613843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f7cc3806-a4ba-4b8b-b801-5d5d0ea38625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.081522157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b5095d1-be0d-4a30-b1cf-ff577ea1dee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.081523463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f57d56f1-02ba-41a3-8dfa-6cad064c0e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.094580654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b5095d1-be0d-4a30-b1cf-ff577ea1dee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.105579957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c618644c-3399-4cda-bf97-78c7e00f2a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.105597585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c618644c-3399-4cda-bf97-78c7e00f2a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.125062211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"8ed08707-fe9a-4383-843c-4114c820aa65","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.144907485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"9343f925-5b71-4fd4-b020-36a28d5f835d","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.167927282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"190fb490-1f55-4e0a-9b08-c5b9079a00de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.176277138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"190fb490-1f55-4e0a-9b08-c5b9079a00de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.176509136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"66165a48-3111-4488-94d4-06777bb244c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.177053698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2100028e-1204-4783-acb3-87500eccaf69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.18546127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"66165a48-3111-4488-94d4-06777bb244c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.185619336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2100028e-1204-4783-acb3-87500eccaf69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.185838729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f00413a-a243-4b6a-93a5-a7627f724e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.190675558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"42868da2-09f3-4046-a1f9-a7e6c1ad3dcc","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.195711032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f00413a-a243-4b6a-93a5-a7627f724e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.198955022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"42868da2-09f3-4046-a1f9-a7e6c1ad3dcc","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.202803929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f00413a-a243-4b6a-93a5-a7627f724e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.205572734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"42868da2-09f3-4046-a1f9-a7e6c1ad3dcc","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.482443954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"829c1676-75ea-4946-b284-9fe0ec3a8abc","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.529730514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"e9586ff9-0758-4b3a-8af5-47cd1b96ce16","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.583095273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"829c1676-75ea-4946-b284-9fe0ec3a8abc","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.585113113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"eada8206-a15c-4478-aba8-b59e5ad50e60","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.589636491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6392b94d-4e73-46e8-a0c5-586b7c935287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.591383496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"61192033-fb28-4ccc-b9bf-81c42b4ec58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.592162547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"160678dc-25a0-423a-9404-54aa449abb5c","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.599647786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"366430d7-067b-4b42-8593-d7cfa5d9f0ee","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.600833727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"eada8206-a15c-4478-aba8-b59e5ad50e60","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.679929468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6392b94d-4e73-46e8-a0c5-586b7c935287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.682507628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"61192033-fb28-4ccc-b9bf-81c42b4ec58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.683923973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"366430d7-067b-4b42-8593-d7cfa5d9f0ee","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.689437228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"d62da51e-00c0-4b03-a5e8-2db0ef402284","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.693440687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"366430d7-067b-4b42-8593-d7cfa5d9f0ee","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.708381738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44666be5-6a17-4a28-855c-21c33346279f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.717294218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"44666be5-6a17-4a28-855c-21c33346279f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.813161298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196013ce-bff5-4934-86de-d43f9f2a81db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.821806942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196013ce-bff5-4934-86de-d43f9f2a81db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.828641977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196013ce-bff5-4934-86de-d43f9f2a81db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.074072725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"36e1ae1e-a7f4-47a1-9c8f-cc994fd80e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.074436026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"428af042-8e72-4d05-97c5-4fd1ac5302e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.101421885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"21d782f8-20f1-4cf3-aedf-1faa360b070f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.106038518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"428af042-8e72-4d05-97c5-4fd1ac5302e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.121049333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"36e1ae1e-a7f4-47a1-9c8f-cc994fd80e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.122190549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f73de135-7e6c-49a4-b9c7-89212aac0c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.126860257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"21d782f8-20f1-4cf3-aedf-1faa360b070f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.134650653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f73de135-7e6c-49a4-b9c7-89212aac0c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.146089014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2aacdc26-e01a-4e07-b998-a2b43644c316","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.151474277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f73de135-7e6c-49a4-b9c7-89212aac0c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.168833528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2aacdc26-e01a-4e07-b998-a2b43644c316","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.172446464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"25da40f0-b983-4678-8064-420157f3431c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.176585911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"2aacdc26-e01a-4e07-b998-a2b43644c316","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.185669564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"25da40f0-b983-4678-8064-420157f3431c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.266593847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"69edc483-0bd4-449d-bf04-b5eb1d7a8fbf","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.27345458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8a26d8a3-ff05-454c-a5fb-1dffadcde974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.273623318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8f29fcd5-fb3c-48af-a158-1936abb8b753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.27406559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fdd35e2c-9433-4c17-8a75-3b9cf016cf5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.278899218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"69edc483-0bd4-449d-bf04-b5eb1d7a8fbf","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.282742784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8f29fcd5-fb3c-48af-a158-1936abb8b753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.283046903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"fdd35e2c-9433-4c17-8a75-3b9cf016cf5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.285447494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"8a26d8a3-ff05-454c-a5fb-1dffadcde974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.287354884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"67035571-e3d6-492c-bf66-4bed578506e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.299527295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"67035571-e3d6-492c-bf66-4bed578506e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.306497758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"67035571-e3d6-492c-bf66-4bed578506e4","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.366965363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"342acc61-5d25-4ea7-96ae-82bd6e0ab0fb","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.377705923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"2c77cc54-2bef-4e52-84a3-dcb4c22a0bf9","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.386370986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1b2768f3-869c-430f-becb-a270b3749310","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.386484777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8a84ec87-7538-48bf-bfb8-d5fa3a54248c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.388375377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794dd1b9-ec56-4676-a394-ccfc891acfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.389903585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e20df235-5df9-4729-8922-9414d41b9e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.401332755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8a84ec87-7538-48bf-bfb8-d5fa3a54248c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.402267972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794dd1b9-ec56-4676-a394-ccfc891acfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.414179719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e20df235-5df9-4729-8922-9414d41b9e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.414647746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1b2768f3-869c-430f-becb-a270b3749310","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.420402441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8a84ec87-7538-48bf-bfb8-d5fa3a54248c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.424273139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794dd1b9-ec56-4676-a394-ccfc891acfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.427042883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1b2768f3-869c-430f-becb-a270b3749310","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.463713194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"70c3a983-917c-41f0-863e-609a62c9485b","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.470005361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e20df235-5df9-4729-8922-9414d41b9e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.482987583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"5afa3cbc-9dfa-403d-a63a-2130250d2d8c","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.518314925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"56fc241b-c03f-495c-ad7a-68ece4c0a573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.518961086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aa2e0408-2a20-4f55-a8cc-3a823d2aa285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.643021185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"d97d04e1-4ea9-417b-ad4d-9a027826db17","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.668462412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"56fc241b-c03f-495c-ad7a-68ece4c0a573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.727148901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aa2e0408-2a20-4f55-a8cc-3a823d2aa285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.79832284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"daabf227-a5a9-45f9-a378-cf0f8eb6bbe3","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.804455007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"421f6bdd-4f06-4e63-8545-4f429c094820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.814921349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a3db3c77-fece-4763-9d51-8ad2f24df800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.820184279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5606e8f1-4210-420e-b2c8-a08d7b143b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.886114001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"421f6bdd-4f06-4e63-8545-4f429c094820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.890477164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"a3db3c77-fece-4763-9d51-8ad2f24df800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.891866683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"001f33e4-2f19-401c-8c93-895a1abecba3","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.897921765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5606e8f1-4210-420e-b2c8-a08d7b143b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.903799926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"aeb15273-7262-4b36-a0ce-514212449034","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.908168892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b345e6f3-8f4e-4160-a5c6-5c857578ead3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.909279348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"a803a69e-0327-4725-8c66-c9b690da767f","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.914919418Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"8181af84-d2cc-4f44-9401-48beccd8dfe3","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.919918741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b345e6f3-8f4e-4160-a5c6-5c857578ead3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.922528763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf3dbca9-f93b-4d44-8c06-6fc472414b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.978961575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cf3dbca9-f93b-4d44-8c06-6fc472414b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.011225646Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"e5f6d768-f37d-458d-8862-59a079870d39","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.077316693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"b5d33c44-4944-49c6-8317-8ce167188aa6","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.082767341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4b778286-aa1e-486e-bf42-f998c6739241","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.08404657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6b6535b6-01bc-4375-8cc9-980cf609cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.089851533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"b5d33c44-4944-49c6-8317-8ce167188aa6","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.094223241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"4b778286-aa1e-486e-bf42-f998c6739241","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.096543617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6b6535b6-01bc-4375-8cc9-980cf609cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.097378148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"920c6f1f-2b20-4e96-8e39-d3a96a64a6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.101480184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"68a63a2b-d8ea-4614-89cf-5dbaef12e85f","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.105783871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"920c6f1f-2b20-4e96-8e39-d3a96a64a6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.187659593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"e6ac632f-2027-4e39-b7db-abbf2a84ce4d","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.188084551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"faac6c95-15ea-4ede-9a23-7604cc65b6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.198068153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"faac6c95-15ea-4ede-9a23-7604cc65b6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.280321653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"66b0f850-5ab0-45f1-b1e9-caa4a8f74319","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.307133905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"daf514b2-9a01-4611-a1f8-4dca2a66b872","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-4bcc2457de14","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.366949278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dca74a7-4f2f-4c86-9c2b-be23bd6f342b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.402460027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dca74a7-4f2f-4c86-9c2b-be23bd6f342b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.40302529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"45ab6c2a-91f3-4b80-9b11-77dbd57cb456","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.410420682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"11dacb8d-28ea-4781-9766-da5da076f3da","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.419813827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"7dca74a7-4f2f-4c86-9c2b-be23bd6f342b","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.424058067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"45ab6c2a-91f3-4b80-9b11-77dbd57cb456","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.424666187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedc5248-e98e-4657-9bb8-bdd16024731d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.424952945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48444878-13b4-456f-9311-76129870a36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.427875391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1eb8d275-51f8-4e7d-8b17-d51f05477661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.436269583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"45ab6c2a-91f3-4b80-9b11-77dbd57cb456","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.440477983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1eb8d275-51f8-4e7d-8b17-d51f05477661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.441471249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48444878-13b4-456f-9311-76129870a36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.45799094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedc5248-e98e-4657-9bb8-bdd16024731d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.471710647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e1f1d99d-9c78-49f7-8ff5-7f4fb193f2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.47882951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedc5248-e98e-4657-9bb8-bdd16024731d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.479278989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48444878-13b4-456f-9311-76129870a36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.483174722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5def7c7c-80be-46eb-bd79-fe71e3d96a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.485180657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"e1f1d99d-9c78-49f7-8ff5-7f4fb193f2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.4939015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5def7c7c-80be-46eb-bd79-fe71e3d96a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.545079372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d613a7cb-d4be-421b-9ef5-5b7d1193c03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.54895378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a1ae2eb2-9a69-4d3d-a2c0-8efe812e2041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.549066812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"10c449e6-ea0e-480f-b54b-e4d6ed84ecdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.549429749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9c002c1f-4f27-46b4-bc50-39468d535ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.549827562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b1db352f-ad15-4a5e-a903-02c7f9283bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.556822413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d613a7cb-d4be-421b-9ef5-5b7d1193c03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.569704432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"b1db352f-ad15-4a5e-a903-02c7f9283bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.571448478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"10c449e6-ea0e-480f-b54b-e4d6ed84ecdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.584668544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9c002c1f-4f27-46b4-bc50-39468d535ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.605377189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"a1ae2eb2-9a69-4d3d-a2c0-8efe812e2041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.700958446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"df17f6d2-64c3-45ca-9d99-2c798a99cc4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.705636528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3baa1c6e-e69f-4dbd-ae91-6c6773aed3eb","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.714144574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"df17f6d2-64c3-45ca-9d99-2c798a99cc4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.715621166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"edd2412e-7894-4e6d-bd3f-b5e9fc5afcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.717914739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3baa1c6e-e69f-4dbd-ae91-6c6773aed3eb","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.718974565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"568006af-b461-4b49-91c2-bc255a2690ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.726391084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"edd2412e-7894-4e6d-bd3f-b5e9fc5afcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.730599573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"568006af-b461-4b49-91c2-bc255a2690ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.12291269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"2e91179c-54c8-49e5-a46c-cee6e88fcdf3","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.122942519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"2e91179c-54c8-49e5-a46c-cee6e88fcdf3","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.131366118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3e6a5acb-3407-4b57-8dbd-61d16c28bf1b","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.13949202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"f3468b52-7e6b-43d1-98de-789fb7abd405","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.140538276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"3e6a5acb-3407-4b57-8dbd-61d16c28bf1b","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.249121024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f7e14d25","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","reconcileID":"58f7f8d0-9a56-48bd-a1d4-5397ff7505b4","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-f7e14d25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.388585503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b79f5828-1e72-45a7-a6a0-59fd549bb257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.393993403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0ad4e334-f57e-4bd8-9a7b-36a25559a6ee","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.397020022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b79f5828-1e72-45a7-a6a0-59fd549bb257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.397431328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e941d9f9-245c-41db-916d-4705af92b6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.400574151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c43aa0d5-aa82-4a43-95af-2192b61142eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.402954041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0ad4e334-f57e-4bd8-9a7b-36a25559a6ee","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.476929367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ab703ba-3dcc-4334-ab2d-1cc63b4d9a35","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.492968433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c43aa0d5-aa82-4a43-95af-2192b61142eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.548367676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"0ad4e334-f57e-4bd8-9a7b-36a25559a6ee","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.557493858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e941d9f9-245c-41db-916d-4705af92b6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.758876611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c43aa0d5-aa82-4a43-95af-2192b61142eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.762462877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ab703ba-3dcc-4334-ab2d-1cc63b4d9a35","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.769125026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5bf43692-e2c8-4fa1-bcb3-5c12e9000547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.771240823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"4ab703ba-3dcc-4334-ab2d-1cc63b4d9a35","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.772980357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e941d9f9-245c-41db-916d-4705af92b6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.794540135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"85c6893d-3fe7-4bf8-918b-56712560f608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.798162994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"23116fb3-22bc-438a-b68a-cec6ac61001e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.803275545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5bf43692-e2c8-4fa1-bcb3-5c12e9000547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.805930465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"aa3b21ea-49c9-4d87-86a3-1ec074579dd0","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.806043838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"aa3b21ea-49c9-4d87-86a3-1ec074579dd0","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.811059789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"85c6893d-3fe7-4bf8-918b-56712560f608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.822086205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"23116fb3-22bc-438a-b68a-cec6ac61001e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.822622262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"109980a0-3157-4309-b8f7-313a72940df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.836111246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"109980a0-3157-4309-b8f7-313a72940df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.837000274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"e8cd5011-b2f7-4c6e-9422-0fb7f2195d48","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3c252b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.874080834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5f7b40fa-cdeb-439f-801c-8a6073ba3544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.884118517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5f7b40fa-cdeb-439f-801c-8a6073ba3544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.02395194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a095a361-f49f-4c49-9b57-fa63022154ac","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.030784441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc6d1c44-b196-432c-b156-ff17f6149167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.03275079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"c2f192cb-be0f-4c55-8e9d-ba412b8c414e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.033406554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ca99f5cb-c2d0-42a3-85d2-3ea683581149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.035247682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ac3097bc-fe1a-4424-b005-eb3d2660fc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.037730678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a095a361-f49f-4c49-9b57-fa63022154ac","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.040255327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc6d1c44-b196-432c-b156-ff17f6149167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.041693166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"c2f192cb-be0f-4c55-8e9d-ba412b8c414e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.044723365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ac3097bc-fe1a-4424-b005-eb3d2660fc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.044923271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ca99f5cb-c2d0-42a3-85d2-3ea683581149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.077887207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6621203e-e736-496d-9c20-d9beff418d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.09025219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6621203e-e736-496d-9c20-d9beff418d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.857331224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"96bb9e86-ca36-4276-ad93-ca45d1548432","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.865738157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"96bb9e86-ca36-4276-ad93-ca45d1548432","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.876068987Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"1fbbbb0c-248f-46ba-b2b5-153844ae5ee7","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.876132483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"1fbbbb0c-248f-46ba-b2b5-153844ae5ee7","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.894082802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"b4532b1a-a615-4c12-8b5b-6f6c63673a7f","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.894148215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"b4532b1a-a615-4c12-8b5b-6f6c63673a7f","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.918906788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"8ad3d717-97c2-43c3-9951-2b8433ab32b0","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.918967363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"8ad3d717-97c2-43c3-9951-2b8433ab32b0","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.963836411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"44c7394b-7c1e-403e-aa27-0eb3498ef31c","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.963902972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"44c7394b-7c1e-403e-aa27-0eb3498ef31c","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.087626255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d24a4f18-d72d-4cbb-a3d1-bc0f74b01732","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.087692976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d24a4f18-d72d-4cbb-a3d1-bc0f74b01732","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.252199027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"ae50b0bf-972a-4627-a925-eab0fb5dafc2","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.252297753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"ae50b0bf-972a-4627-a925-eab0fb5dafc2","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.578591546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"549bdd3e-9396-4f2d-b784-8fb54d4a0463","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:35.578681287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"549bdd3e-9396-4f2d-b784-8fb54d4a0463","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:36.225075003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5657c32b-97e8-443d-a646-582954057fc4","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:36.225154638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5657c32b-97e8-443d-a646-582954057fc4","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:37.510100156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d0ff67df-e712-497c-9952-1d6f6c7b7fa7","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:37.510171005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d0ff67df-e712-497c-9952-1d6f6c7b7fa7","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:40.074573573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5d68c0fb-cec2-4699-b78d-80ad16ed73c1","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:40.074641052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5d68c0fb-cec2-4699-b78d-80ad16ed73c1","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.577735005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ab7d786-340c-4f0b-a2bc-2188c1b68b32","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.588937194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ab7d786-340c-4f0b-a2bc-2188c1b68b32","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.596483488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ab7d786-340c-4f0b-a2bc-2188c1b68b32","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.792942519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace4445f-1fd6-42ef-b96c-7e0e29ae482a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.806436147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace4445f-1fd6-42ef-b96c-7e0e29ae482a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.892752713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace4445f-1fd6-42ef-b96c-7e0e29ae482a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.897570335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"6a358dac-bb8d-4a8d-8bcf-9e6f4abae21d","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","subscription":"e2e-fail-60329c3d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.980109307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"6a358dac-bb8d-4a8d-8bcf-9e6f4abae21d","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.983579092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"c5498c74-e8b9-4c2a-b7ef-e73b64e6b5df","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.983578311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd819c8-541e-4344-ad09-ed3732448e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.985445369Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-sub","reconcileID":"6a358dac-bb8d-4a8d-8bcf-9e6f4abae21d","MaaSSubscription":{"name":"e2e-fail-60329c3d-sub","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"maas-trlp-e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.994865307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd819c8-541e-4344-ad09-ed3732448e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.996522755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"c5498c74-e8b9-4c2a-b7ef-e73b64e6b5df","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.002578127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd819c8-541e-4344-ad09-ed3732448e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.004412354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"c5498c74-e8b9-4c2a-b7ef-e73b64e6b5df","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.027504022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"1660ebbb-2b7c-4f80-ae60-d1d130c98e59","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.027531041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"1660ebbb-2b7c-4f80-ae60-d1d130c98e59","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.038121487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"cb027e24-7fe1-4234-ae6c-df7d76f8e93e","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.050081945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"cb027e24-7fe1-4234-ae6c-df7d76f8e93e","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.134898492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d295c66-67e9-429f-9ce7-43148be8270c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.145541533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"0d295c66-67e9-429f-9ce7-43148be8270c","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.177839947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a4f722dc-2c72-4bc1-bae4-3c078bc2101d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.181908104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"0681a9d7-a130-4c30-bdd2-0a3d3d99a805","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.181940052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"0681a9d7-a130-4c30-bdd2-0a3d3d99a805","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.290438851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a4f722dc-2c72-4bc1-bae4-3c078bc2101d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.352328613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a4f722dc-2c72-4bc1-bae4-3c078bc2101d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"name":"e2e-extmod-a-a0d4ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.352362649Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"e2e-fail-60329c3d-access","reconcileID":"a4f722dc-2c72-4bc1-bae4-3c078bc2101d","MaaSAuthPolicy":{"name":"e2e-fail-60329c3d-access","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0d4ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.367938864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"aca0c6c0-23f5-4af9-9452-31c38154835a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"tenant":"e2e-extmod-a-a0d4ec","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","model":"e2e-extmod-fail-user-066f36/e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.367981056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"aca0c6c0-23f5-4af9-9452-31c38154835a","MaaSModelRef":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"routeName":"external-model-e2e-fail-60329c3d-95876458d4d1","namespace":"e2e-extmod-fail-user-066f36","model":"e2e-fail-60329c3d","externalModel":"e2e-fail-60329c3d","provider":"e2e-fail-60329c3d-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.45542896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"28c0efd2-eae2-4594-9d42-9806bc09827f","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.48586305Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"804c636f-7252-4137-bc7b-d65438826292","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.499494184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afd964a0-680a-4dca-82bf-2b0ca07b18a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.5037332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c27d23-c887-463d-902d-64d9f73ca92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.503769304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"23a235f6-fae3-4314-80f9-3b41124b2871","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.504403984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac3ea9f7-4a5f-43e2-b124-b87f5f61e96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.509275469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83f77d28-b7c8-4120-a6aa-00f1de4bc829","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.522559239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c27d23-c887-463d-902d-64d9f73ca92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.527339422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"afd964a0-680a-4dca-82bf-2b0ca07b18a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:41.534876155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"e78b720c-14a6-4ebd-999a-40aeca8586de","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:41.534951319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"e78b720c-14a6-4ebd-999a-40aeca8586de","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.542337997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83f77d28-b7c8-4120-a6aa-00f1de4bc829","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.551629359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68c27d23-c887-463d-902d-64d9f73ca92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.553638737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"de53109d-5985-4852-912f-7d0a5204f130","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.561078787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac3ea9f7-4a5f-43e2-b124-b87f5f61e96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.563237653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"23a235f6-fae3-4314-80f9-3b41124b2871","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.568657121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83f77d28-b7c8-4120-a6aa-00f1de4bc829","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.594139161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac3ea9f7-4a5f-43e2-b124-b87f5f61e96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.621158963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"23a235f6-fae3-4314-80f9-3b41124b2871","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.623156781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"f82d8147-d43a-4c00-8498-fc9ed3eeef61","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.62743965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cb1507ff-3e8c-40e8-952e-3aba58b1b5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.640338127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"30d02bb0-a9cd-4433-a622-935eaddcbb26","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.644477151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"cb1507ff-3e8c-40e8-952e-3aba58b1b5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.669249077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"3001ad2c-7197-47b6-a8bd-5f383c56e05c","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-4bcc2457de14","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.698386826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ed680b8e-3156-4c86-a996-52ba1209ed94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.704333589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4d92a290-eb19-414e-9bb6-6c8ffbbd14f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:41.705692235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"f099ca5b-3251-493a-b255-a7ddf954fc1b","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:41.705763223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"f099ca5b-3251-493a-b255-a7ddf954fc1b","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.718707932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"47a6e982-ee32-4724-8b86-adf09b055baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.720307977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8d91605d-d29c-4470-a228-a5ec7dd7eefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.722702614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ed680b8e-3156-4c86-a996-52ba1209ed94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.723491383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"71424567-4c3a-4f1d-b44e-d9b11716d773","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.735326682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"8d91605d-d29c-4470-a228-a5ec7dd7eefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.742964471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"47a6e982-ee32-4724-8b86-adf09b055baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.749910014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4d92a290-eb19-414e-9bb6-6c8ffbbd14f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.814429827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"148cd928-6552-45c7-a8be-f6b98234505b","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.814865374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0ec6f29e-860a-4d3b-8ce3-3dfff9b0d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.873532506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"0ec6f29e-860a-4d3b-8ce3-3dfff9b0d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.054459688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3f22c8a9-d734-42cd-ab63-fd5d4b8f86db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.058696558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"c98fcede-26fc-409d-84f4-f6d52863200d","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.064001198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6dd7b971-4985-4b6c-a966-76d557a8de53","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.070624351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"3f22c8a9-d734-42cd-ab63-fd5d4b8f86db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.091702467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6dd7b971-4985-4b6c-a966-76d557a8de53","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.124504227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1dd0e088-781c-491a-8716-29291770421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.126976219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f44175ad-8374-4fbb-9cfb-5b302fd0f1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.131645691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"42092212-f10e-44b1-91d3-d156f6c6117c","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.188564089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"1dd0e088-781c-491a-8716-29291770421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.238669369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3adbe139-a250-4d38-8549-7aee67b262d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:42.239847609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"0a3c277b-64b3-41c0-bf44-633652b862a7","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:42.239917434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"0a3c277b-64b3-41c0-bf44-633652b862a7","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.248799802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f44175ad-8374-4fbb-9cfb-5b302fd0f1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.257316608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"fb825820-8063-4094-8877-b34d2aaa6496","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.327966281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3adbe139-a250-4d38-8549-7aee67b262d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.441877119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3adbe139-a250-4d38-8549-7aee67b262d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.453857659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"b61d0fc2-327c-4ad1-b27d-28c5b4afb80b","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.620658978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"e6f4fe1f-5058-4910-a997-75912d4dad2f","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.632500898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0b5e4d1e-cbe9-46ae-bbf6-912e47bfb290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.678388761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0b5e4d1e-cbe9-46ae-bbf6-912e47bfb290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.691947583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be894d6-bcd6-4ee2-b6db-fd6b89a5fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.693156413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"47425fcc-0968-45e6-9f35-81009a38d8ab","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.743751189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be894d6-bcd6-4ee2-b6db-fd6b89a5fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.783513737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"723a8bcd-09bc-46ee-8e85-751a2fc82f9c","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-4bcc2457de14","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.812324776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"84a6d029-b6b5-484f-a1c9-8c5a2a954940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.83416312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be894d6-bcd6-4ee2-b6db-fd6b89a5fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.846410031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5d8c1299-e451-4173-b397-7d716c407399","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.84729444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"4d6b65c7-11e3-496a-8240-04a2962966c7","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.847662349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f7e7b35b-8fc2-4380-b197-14820a130eea","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.934342514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f7e7b35b-8fc2-4380-b197-14820a130eea","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.938094265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5d8c1299-e451-4173-b397-7d716c407399","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.939009972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"39a1d8df-7fa5-492f-a740-f4220a8df89d","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.939522183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"84a6d029-b6b5-484f-a1c9-8c5a2a954940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.953191496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"f7e7b35b-8fc2-4380-b197-14820a130eea","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.966530826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5d8c1299-e451-4173-b397-7d716c407399","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.967544366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f2becb69-2ddd-48d3-9f9e-8f4e70247ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.004513777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"92dfbe23-821a-4e3b-9a18-9917fb833ac9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.005312862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d9682d0c-ebef-47f4-9398-3a5445e2848b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.010757555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"278f5878-5c25-4cc2-a8a1-c12753813198","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.015687366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"f2becb69-2ddd-48d3-9f9e-8f4e70247ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.026908613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"92dfbe23-821a-4e3b-9a18-9917fb833ac9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.035963553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d9682d0c-ebef-47f4-9398-3a5445e2848b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.087193704Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"f1507c31-5e3f-4335-888c-0ddb105ac951","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.091581949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9658ac8a-ec67-4850-81cf-17cf16070edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.097008447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"e7ca9791-fde1-405e-9c51-f524054f4f5e","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.097420923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a204d94f-5889-4af7-b909-326615e84684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.306812724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a204d94f-5889-4af7-b909-326615e84684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.369382265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"9658ac8a-ec67-4850-81cf-17cf16070edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.378484636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"903019a5-80f1-43e6-9513-ec729c31c420","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.424425682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"db1aa601-0e50-4c07-9ce5-07404f972f55","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.425165496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9c1748ff-9d89-4072-9e43-03f2e28cea04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.553008193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"70ff46b2-3a63-4f03-9f08-dc5d507ce95c","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.580950233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cd348a11-f42d-4934-a0de-0c30ae9b4c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.656397388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9c1748ff-9d89-4072-9e43-03f2e28cea04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.656969669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d1f25fde-90c7-4666-8593-f67e7d1e82e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.834180921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"cd348a11-f42d-4934-a0de-0c30ae9b4c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.899934798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d1f25fde-90c7-4666-8593-f67e7d1e82e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.919913619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"880e000d-dc43-4656-9fef-6e6afc2c70c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.050016194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"880e000d-dc43-4656-9fef-6e6afc2c70c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.052102262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"52d3e782-9763-49c2-96b8-8230ab6942e3","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5878a3","model":"llm/e2e-dft-5878a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.106070912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"f28e338a-5813-409e-ae50-1697dfa184f9","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.162032854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a85f300-a603-40f4-9cea-9f7cd30f8f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.266068644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aa26ab9b-777b-4cc9-b3b2-9f124df393e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.281815325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a85f300-a603-40f4-9cea-9f7cd30f8f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.310789672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb530fa-79db-48c9-a0fa-ef01f0d989d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.328660086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"aa26ab9b-777b-4cc9-b3b2-9f124df393e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.341400286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ee74121c-22c1-432a-8374-9dbb97659773","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.34150019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"ee74121c-22c1-432a-8374-9dbb97659773","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.376840656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"27b9b5ba-a588-4021-bd8a-6fabe7be6342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.405474184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a85f300-a603-40f4-9cea-9f7cd30f8f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.416433639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb530fa-79db-48c9-a0fa-ef01f0d989d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.416984771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8993eac0-3b34-4afb-9e6a-92aa49f92c0f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.430940849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"27b9b5ba-a588-4021-bd8a-6fabe7be6342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.506291694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"79669013-a652-4e4d-87a4-9397ccd03cf1","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.507443796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb530fa-79db-48c9-a0fa-ef01f0d989d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.511650512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"27b9b5ba-a588-4021-bd8a-6fabe7be6342","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.5421083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9c017f7-df49-4d71-810b-721f24bd763d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.54222314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9c017f7-df49-4d71-810b-721f24bd763d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.542860048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97a95c4f-93b6-4574-b577-2b93751dcbf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.542920994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97a95c4f-93b6-4574-b577-2b93751dcbf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.584135632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8993eac0-3b34-4afb-9e6a-92aa49f92c0f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.616234082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2c000b6d-147b-49dc-a090-fa2759bb0736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.618151583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"1f795a6e-5e5c-49ed-b19b-6a41fd906634","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.618177834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"1f795a6e-5e5c-49ed-b19b-6a41fd906634","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.664980543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0997c2a2-8532-4d43-a6aa-d69c1aab0549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.775334112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8993eac0-3b34-4afb-9e6a-92aa49f92c0f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.779444463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0997c2a2-8532-4d43-a6aa-d69c1aab0549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.780962649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"2c000b6d-147b-49dc-a090-fa2759bb0736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.790871391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"812b0c99-4c3a-4c33-98aa-986bed78d442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.795940771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f06bcaf8-9ef1-4aad-93a6-43f89f8be4f1","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.795963144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f06bcaf8-9ef1-4aad-93a6-43f89f8be4f1","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.803575096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"812b0c99-4c3a-4c33-98aa-986bed78d442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.804832801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"13a2ebc8-3495-49ce-8b40-79a9cd2073f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.817241334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"13a2ebc8-3495-49ce-8b40-79a9cd2073f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.818076973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"049776a6-cb08-4aca-a5fe-54497e2d25a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.834893202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"049776a6-cb08-4aca-a5fe-54497e2d25a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.034252315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4150f191-b598-422a-ba3d-7f9a86fa88cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.052844891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4150f191-b598-422a-ba3d-7f9a86fa88cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.063399383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f607f06-6cce-4c82-af36-439675afb2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.077309479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f607f06-6cce-4c82-af36-439675afb2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.088017629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f607f06-6cce-4c82-af36-439675afb2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.133398605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-60329c3d","namespace":"e2e-extmod-fail-user-066f36"},"namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","reconcileID":"0cc1df9a-a09d-412b-b099-637b6338b078","namespace":"e2e-extmod-fail-user-066f36","name":"e2e-fail-60329c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.133551757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6def781f-65bb-4c72-809e-2fed4f17d345","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.144146612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6def781f-65bb-4c72-809e-2fed4f17d345","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.153842031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ff481f-0b5a-453b-9d59-ebb7f42a2fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.15477966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ddfa5e9-59f4-402b-9f20-3262079a8d95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.159959893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"68122c9d-9a01-46a7-8464-8d8d3e01ac73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.173520902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ff481f-0b5a-453b-9d59-ebb7f42a2fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.177786133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"68122c9d-9a01-46a7-8464-8d8d3e01ac73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.184819086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ff481f-0b5a-453b-9d59-ebb7f42a2fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.224265751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"68122c9d-9a01-46a7-8464-8d8d3e01ac73","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.225696296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ddfa5e9-59f4-402b-9f20-3262079a8d95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.258370349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"5ddfa5e9-59f4-402b-9f20-3262079a8d95","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.40178261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"db519f5c-0784-47f5-a490-f09dcbaebcc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.426829928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"30d54262-d166-40eb-ad34-ca4ade4d92c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.439846607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9562592e-158b-426e-b3d0-10fd530fecf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.443920921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"30d54262-d166-40eb-ad34-ca4ade4d92c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.449880505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de5305ee-cfe4-42c8-8a08-dfd2ec441bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.466567839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"db519f5c-0784-47f5-a490-f09dcbaebcc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.466902275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"9562592e-158b-426e-b3d0-10fd530fecf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.474370018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de5305ee-cfe4-42c8-8a08-dfd2ec441bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.475664491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"889f97ec-7d98-4ae3-97f0-6946de877243","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.486147812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de5305ee-cfe4-42c8-8a08-dfd2ec441bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.490891156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"889f97ec-7d98-4ae3-97f0-6946de877243","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.499778579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"889f97ec-7d98-4ae3-97f0-6946de877243","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.506629894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"309162dd-742d-4ee1-890e-7d8159b78375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.517457101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"309162dd-742d-4ee1-890e-7d8159b78375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.530361309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"c22698b5-de1b-4f6c-8c0c-9e2f587530df","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.611987693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"4c6286c3-a576-4dc7-ade8-ad756d7df923","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.625674122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"88fd1e67-108b-4409-885e-38cbe5cae3f1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.6263874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"4c6286c3-a576-4dc7-ade8-ad756d7df923","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.638675243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"88fd1e67-108b-4409-885e-38cbe5cae3f1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.647358017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"88fd1e67-108b-4409-885e-38cbe5cae3f1","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.700418508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3801a729-4895-4e58-b3d4-44c8342faa87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.700427911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"28914ca7-4ea9-497b-b9da-1dc2321682d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.70358316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a45a6e42-c366-4431-a983-4608cacbecb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.709595381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf9705d-f069-467a-9000-ad3288e1f36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.710827925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"28914ca7-4ea9-497b-b9da-1dc2321682d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.712152481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"a45a6e42-c366-4431-a983-4608cacbecb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.714545492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"3801a729-4895-4e58-b3d4-44c8342faa87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.72066735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf9705d-f069-467a-9000-ad3288e1f36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.728583495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf9705d-f069-467a-9000-ad3288e1f36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.875995892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a378bcb3-8cb9-4715-b104-c4f403f25b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.952436097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b1bf5b90-b096-4503-aeb6-3ab43f7941c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.960515371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a378bcb3-8cb9-4715-b104-c4f403f25b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.979534083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7cce6a70-9b29-4e98-afa0-87a94022246d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.98360936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b1bf5b90-b096-4503-aeb6-3ab43f7941c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.05776146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7cce6a70-9b29-4e98-afa0-87a94022246d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.981462332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"5ddbd4c6-29bb-42ae-a382-83cb9563e29e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.988885405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"71d4d9a7-c0b9-4dac-b7fd-fb19ecd20672","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.990866456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"94852e3f-d36c-4c07-9738-a1be16d8bfc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.020137685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"94852e3f-d36c-4c07-9738-a1be16d8bfc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.027030914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"94852e3f-d36c-4c07-9738-a1be16d8bfc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.04126213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"3e3ab527-e977-4164-9fac-235a1e47f3e1","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.866096496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"9263f4cc-2d0f-474e-aa33-30d93b99c1a8","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.874317549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"816f1dde-b672-47ef-bbd2-1ca664b5d79d","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.878554647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"2fd95b9c-805c-4223-9acf-4dd201c9450e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.909845281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"2fd95b9c-805c-4223-9acf-4dd201c9450e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.917638446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"2fd95b9c-805c-4223-9acf-4dd201c9450e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.928670465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"d9ca9e93-1b6c-4a21-8ad0-3ca994096945","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.927175311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"e22bfe8e-d868-47cc-88b8-428804b13021","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.927237853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"e22bfe8e-d868-47cc-88b8-428804b13021","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.948134408Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"be83369b-3086-41a4-9edf-0fd13436dab1","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0bec3b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.098399205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a682c3c3-85f8-44f7-ba70-d135e5c3afd3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.1008451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6593b4ff-99f2-4db3-9cd7-7a58c3e47cc0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.100904513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dceb77fd-ceed-492f-bc62-035a9db2db4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.101360542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7b161f-fff7-4cc2-9dd6-03b0ea522a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.107455999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a682c3c3-85f8-44f7-ba70-d135e5c3afd3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.109456438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6593b4ff-99f2-4db3-9cd7-7a58c3e47cc0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.110118044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dceb77fd-ceed-492f-bc62-035a9db2db4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.111824643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7b161f-fff7-4cc2-9dd6-03b0ea522a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.114722536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a682c3c3-85f8-44f7-ba70-d135e5c3afd3","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.116907171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"6593b4ff-99f2-4db3-9cd7-7a58c3e47cc0","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.117305691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dceb77fd-ceed-492f-bc62-035a9db2db4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.119387792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7b161f-fff7-4cc2-9dd6-03b0ea522a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.184560698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a1988c-0956-4c99-ad78-b12fd6cd1696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.184725999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"66a54552-ecf8-4b96-82f4-dd61e95f7c40","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.188325243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22965e02-9186-4271-bae4-e3c2770e3935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.193634847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a1988c-0956-4c99-ad78-b12fd6cd1696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.193700828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"66a54552-ecf8-4b96-82f4-dd61e95f7c40","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.196686457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22965e02-9186-4271-bae4-e3c2770e3935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.204134766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a1988c-0956-4c99-ad78-b12fd6cd1696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.20487873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22965e02-9186-4271-bae4-e3c2770e3935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.205391823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"66a54552-ecf8-4b96-82f4-dd61e95f7c40","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.230806686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9565354e-73cb-48da-94e8-81b14965738e","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.239600234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9565354e-73cb-48da-94e8-81b14965738e","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.247940287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"9565354e-73cb-48da-94e8-81b14965738e","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.260349352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","reconcileID":"0308bc87-419b-4583-b4f5-8e5ddeed36cf","namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.270548024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","reconcileID":"972ea08e-7634-4930-8dd4-551d1615479b","namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.270817377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"35edff88-d373-444c-bed5-f2e44aa446ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.272669407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ce6c57f0-ab83-40f2-8aae-946edebd8fe8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.277656681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716632e5-bfde-44a1-a538-66263ba6a90e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.278279079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caed5159-43d7-4a84-b71d-6357d485cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.279040261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"93e12775-37e3-439d-a66f-b2f57a143d1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.279756394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"35edff88-d373-444c-bed5-f2e44aa446ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.281761307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ce6c57f0-ab83-40f2-8aae-946edebd8fe8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.28645104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716632e5-bfde-44a1-a538-66263ba6a90e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.286895521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caed5159-43d7-4a84-b71d-6357d485cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.287787124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"35edff88-d373-444c-bed5-f2e44aa446ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.289114289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ce6c57f0-ab83-40f2-8aae-946edebd8fe8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.289366983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"93e12775-37e3-439d-a66f-b2f57a143d1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.294062934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caed5159-43d7-4a84-b71d-6357d485cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.294158076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716632e5-bfde-44a1-a538-66263ba6a90e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.298604431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"93e12775-37e3-439d-a66f-b2f57a143d1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.347599629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9e99609b-50aa-4ce2-b1b4-1d3584129cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.347685088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"45948ff5-f08b-481f-8d63-bbf9ec00a3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.34824379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cbc49147-46b5-4ace-8df5-6d0ab56b372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.348684737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"806be268-1181-40db-beb8-3b984eeaab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.360434477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9e99609b-50aa-4ce2-b1b4-1d3584129cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.363195277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"806be268-1181-40db-beb8-3b984eeaab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.376976898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83a7735a-ce1e-46a3-85e9-30257fc5a2cd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.378095701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"45948ff5-f08b-481f-8d63-bbf9ec00a3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.379823808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"cbc49147-46b5-4ace-8df5-6d0ab56b372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.386756307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83a7735a-ce1e-46a3-85e9-30257fc5a2cd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.394001837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"83a7735a-ce1e-46a3-85e9-30257fc5a2cd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.429090145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b8a09c5f-bfb1-4054-95f7-510f26e1a684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.43881694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b8a09c5f-bfb1-4054-95f7-510f26e1a684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.451472992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"8d22b438-04c2-419b-80ed-d9e13ce05576","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.470819615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"0efd3cab-1225-42b4-9f86-8b332aafffbd","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:53.478432977Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"0efd3cab-1225-42b4-9f86-8b332aafffbd","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:53.478496483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"0efd3cab-1225-42b4-9f86-8b332aafffbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.487546599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"c7f4943d-51ba-45ef-8276-42a24967f06d","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.540399158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"8bfa6fc5-c6a8-4a03-b10a-4b4184792ddf","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.541678109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2352048d-5c38-4ee3-9e17-0ce1730ac905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.542516497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"26c21a7d-5870-42c5-8cc8-f7e6e56105ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.543187092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9f284044-e256-4368-b09c-3b015df9db1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.545979864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f77de7f5-3be0-4a85-893a-27b32956419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.579746086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"8bfa6fc5-c6a8-4a03-b10a-4b4184792ddf","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.585172319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9f284044-e256-4368-b09c-3b015df9db1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.585507959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2352048d-5c38-4ee3-9e17-0ce1730ac905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.585775146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","reconcileID":"f44b9f3c-102d-4062-b2b5-004b5719e839","namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.58870897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"26c21a7d-5870-42c5-8cc8-f7e6e56105ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.589771792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"f77de7f5-3be0-4a85-893a-27b32956419a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.590515142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"a94ff483-d74a-4e69-8a3e-bff30ce2e083","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"routeName":"external-model-e2e-shr-shared-c5f6f6-05f6299fc4e9","namespace":"e2e-extmod-shr-user-81a2b1","model":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","externalModel":"e2e-shr-shared-c5f6f6","provider":"e2e-shr-shared-c5f6f6-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.626096812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c3902595-ae93-48e9-b93c-b32007de55c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.631425787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ad9d7851-f598-4c8e-9c43-eeeafadf4b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.680973815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c3902595-ae93-48e9-b93c-b32007de55c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.695964057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31695bd2-d0b3-4548-a9ca-cfa0e6dbe2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.7081341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ad9d7851-f598-4c8e-9c43-eeeafadf4b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.881447573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c3902595-ae93-48e9-b93c-b32007de55c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.894456424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-b-0e1546","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-b-0e1546","reconcileID":"372042d7-4bd8-45de-8efc-5c9eb1b2284e","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-b-0e1546","namespace":"e2e-extmod-shr-user-81a2b1"},"routeName":"external-model-e2e-shr-shared-c5f6f6-2561048622e7","namespace":"e2e-extmod-shr-user-81a2b1","model":"e2e-shr-shared-c5f6f6-e2e-extmod-b-0e1546","externalModel":"e2e-shr-shared-c5f6f6","provider":"e2e-shr-shared-c5f6f6-provider","gateway":"openshift-ingress/e2e-extmod-b-0e1546","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.949385439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31695bd2-d0b3-4548-a9ca-cfa0e6dbe2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.95902004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"89ba0c24-5d8b-4459-b71b-66453c671f88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.963081566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31695bd2-d0b3-4548-a9ca-cfa0e6dbe2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.972784128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"de0b2543-1ff2-4ed5-b9ba-9dd7bce87aa7","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"routeName":"external-model-e2e-shr-shared-c5f6f6-05f6299fc4e9","namespace":"e2e-extmod-shr-user-81a2b1","model":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","externalModel":"e2e-shr-shared-c5f6f6","provider":"e2e-shr-shared-c5f6f6-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.973183154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9919ac9-38c0-457d-8620-7921fb409978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.973680705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"89ba0c24-5d8b-4459-b71b-66453c671f88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.97790418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c76310e7-01d2-4aeb-b617-b5c6fcdcff1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.982110048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9919ac9-38c0-457d-8620-7921fb409978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.983891322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"89ba0c24-5d8b-4459-b71b-66453c671f88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.98881453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c76310e7-01d2-4aeb-b617-b5c6fcdcff1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.994061476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9919ac9-38c0-457d-8620-7921fb409978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.997044136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"c76310e7-01d2-4aeb-b617-b5c6fcdcff1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.99827021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"35cc6004-a496-4ffe-9430-eb4523f40461","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.998326322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ee4d8866-9eb3-4cc6-b811-7040e103b36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.004449481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fcab1b02-1905-4550-bcbc-03e025bbcecd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.007250065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"35cc6004-a496-4ffe-9430-eb4523f40461","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.007556565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca77a10c-334d-4b6a-8175-b9a7e70946d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.007845221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"ee4d8866-9eb3-4cc6-b811-7040e103b36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.01388456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fcab1b02-1905-4550-bcbc-03e025bbcecd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.017263179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"ca77a10c-334d-4b6a-8175-b9a7e70946d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.021016173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"fcab1b02-1905-4550-bcbc-03e025bbcecd","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.097084959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4328a0d4-c9aa-403c-9966-83e78352ffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.097342886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8725a54a-a7ea-47dc-bfa9-299f855e4052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.099873716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b30cc072-5b16-41f7-987c-41c1b953c4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.100485326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fe9479e1-ebe9-431e-b1f9-74869d8c267c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.105262779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4328a0d4-c9aa-403c-9966-83e78352ffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.105458086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8725a54a-a7ea-47dc-bfa9-299f855e4052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.109093645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"b30cc072-5b16-41f7-987c-41c1b953c4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.109189032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"fe9479e1-ebe9-431e-b1f9-74869d8c267c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.202749845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4b2a8f4b-2c35-4dba-a131-5c0062748090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.202812329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ecea69ce-fcee-488b-b593-3b024cb53f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.203193978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"09220094-ce80-4b92-92c3-933132533d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.21146897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ecea69ce-fcee-488b-b593-3b024cb53f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.2116211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"4b2a8f4b-2c35-4dba-a131-5c0062748090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.213910941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"09220094-ce80-4b92-92c3-933132533d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.932924162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","reconcileID":"c4058402-3c25-41a2-94d2-ed2da279860b","MaaSModelRef":{"name":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","namespace":"e2e-extmod-shr-user-81a2b1"},"routeName":"external-model-e2e-shr-shared-c5f6f6-05f6299fc4e9","namespace":"e2e-extmod-shr-user-81a2b1","model":"e2e-shr-shared-c5f6f6-e2e-extmod-a-a0d4ec","externalModel":"e2e-shr-shared-c5f6f6","provider":"e2e-shr-shared-c5f6f6-provider","gateway":"openshift-ingress/e2e-extmod-a-a0d4ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.487603837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","reconcileID":"7065b322-92a3-4085-9375-b743707999a9","namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.500606979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c61ed9b9-9a90-4594-bcc5-ab940b002ab5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.581640028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c61ed9b9-9a90-4594-bcc5-ab940b002ab5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.582981866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"37ad6727-2420-4575-a678-4bff2760a01b","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.590007687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b68ab233-6030-4a9d-b637-521699e99899","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.592831307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"c61ed9b9-9a90-4594-bcc5-ab940b002ab5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.593577785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b704b3-3a97-4b1e-bea8-efe2c0161d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.59400923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e1994c-0733-4245-b7d8-77ac66ea2f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.594274697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"37ad6727-2420-4575-a678-4bff2760a01b","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.599593549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b68ab233-6030-4a9d-b637-521699e99899","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.602002341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"37ad6727-2420-4575-a678-4bff2760a01b","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.604503741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e1994c-0733-4245-b7d8-77ac66ea2f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.605010923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b704b3-3a97-4b1e-bea8-efe2c0161d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.607527304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"b68ab233-6030-4a9d-b637-521699e99899","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.615542174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e1994c-0733-4245-b7d8-77ac66ea2f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.621299659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"b8bca6cd-cf8f-4ef9-a0f3-c4d316dfdcaf","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.622061307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b704b3-3a97-4b1e-bea8-efe2c0161d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.676869227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"b8bca6cd-cf8f-4ef9-a0f3-c4d316dfdcaf","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.685424999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"b8bca6cd-cf8f-4ef9-a0f3-c4d316dfdcaf","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.695354599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.702092204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-c5f6f6","namespace":"e2e-extmod-shr-user-81a2b1"},"namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","reconcileID":"8e03b6d1-3d87-4973-bcd2-cfc55212068b","namespace":"e2e-extmod-shr-user-81a2b1","name":"e2e-shr-shared-c5f6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.708244613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e42196f0-5dc0-4c23-8058-1de2b0f91f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.708331683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"098221c6-167a-4274-bae7-a557f1fc179b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.709566509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"90c33901-d576-475d-96b3-4f1270aafc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.710829106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"69843398-1506-49ac-b20a-b12a6d585546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.712159788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"903b0c46-6336-4e10-a4d0-92f6e7650728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.717153342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e42196f0-5dc0-4c23-8058-1de2b0f91f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.717805285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"098221c6-167a-4274-bae7-a557f1fc179b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.719907337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"90c33901-d576-475d-96b3-4f1270aafc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.720522983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"69843398-1506-49ac-b20a-b12a6d585546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.722783169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"903b0c46-6336-4e10-a4d0-92f6e7650728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.866585582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"659b9ab8-1a23-4a68-bc25-c06674adffae","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.902871972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"75584b38-39c0-4f81-8881-158041591776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.941245889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"659b9ab8-1a23-4a68-bc25-c06674adffae","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.9617673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"75584b38-39c0-4f81-8881-158041591776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.969780051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6119610e-114e-4fc9-9e1f-8f5b4937d5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.970028877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16cec487-84ae-4f14-b0bc-22f46b6eaf07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.011013695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"6119610e-114e-4fc9-9e1f-8f5b4937d5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.011525255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"35574ffa-6906-47f8-bb40-ed68ef3ec69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.013929129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16cec487-84ae-4f14-b0bc-22f46b6eaf07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.024775717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"35574ffa-6906-47f8-bb40-ed68ef3ec69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.037523985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ff9831d6-32c6-429d-9d76-d9fe63545796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.041993651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"dcb77a3b-0fb6-477c-83d3-b2e3956d22e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.052096715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"ff9831d6-32c6-429d-9d76-d9fe63545796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.054680457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"dcb77a3b-0fb6-477c-83d3-b2e3956d22e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.061957466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"dcb77a3b-0fb6-477c-83d3-b2e3956d22e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.125681953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"8345b2dc-49fc-48fc-98f8-1240b29198fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.130913536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8af4d6c-a45b-44db-a91d-1c9e51ca4535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.131314806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"604754d6-c6a6-4f60-9c43-f6884d7a05ff","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.134564009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"8345b2dc-49fc-48fc-98f8-1240b29198fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.140663195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"604754d6-c6a6-4f60-9c43-f6884d7a05ff","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.140896558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8af4d6c-a45b-44db-a91d-1c9e51ca4535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.144552489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"8345b2dc-49fc-48fc-98f8-1240b29198fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.14907019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8af4d6c-a45b-44db-a91d-1c9e51ca4535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.149374683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"604754d6-c6a6-4f60-9c43-f6884d7a05ff","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.234131627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd21d92e-0bb7-4f7d-a933-58f7f95d01be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.236555687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b7cd99ae-b6ec-4728-bb34-8a284fbb6adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.242027946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7ca2fe2b-72d6-4245-a3f0-a47a923d50f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.299977466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bd21d92e-0bb7-4f7d-a933-58f7f95d01be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.309945275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7ca2fe2b-72d6-4245-a3f0-a47a923d50f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.350260338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5b0cfd6b-da5d-4bea-942b-9812f7eb74b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.368465162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3206d89-4da0-4a4b-bf4e-b299aa227db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.373319208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5b0cfd6b-da5d-4bea-942b-9812f7eb74b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.389512658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3206d89-4da0-4a4b-bf4e-b299aa227db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.392306873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"5b0cfd6b-da5d-4bea-942b-9812f7eb74b7","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.393488302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"b7cd99ae-b6ec-4728-bb34-8a284fbb6adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.399077376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (71502cd5316ab903d4fcfe88dfef7fb804c82fd7dfc96aaab9edabd3f70ea691) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6fdcc36fba05bdf06758ec9512688c619bf265187b5e0965c9fc4b9a490f2c16) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9acf41ff34d5db653eda3736846a9bd97ccce301d2a290a57ca89c5718ff68ba) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7cc8ce33270f4d295a2ee7034a8029c5732020aa6adf43abc2686e55f1240287) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3206d89-4da0-4a4b-bf4e-b299aa227db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.501455576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9ccd61c8-edd2-499e-9f84-ae78826ee1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.518875202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9ccd61c8-edd2-499e-9f84-ae78826ee1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.523365553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1671f7ff-2f4e-48d9-bd51-0357ecee1aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.557622253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1671f7ff-2f4e-48d9-bd51-0357ecee1aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.985044023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"2f199898-048a-427b-949b-6f3bcf54daf9","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5878a3","subscription":"e2e-dft-5878a3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.992487945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"2f199898-048a-427b-949b-6f3bcf54daf9","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.99605145Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-sub","reconcileID":"2f199898-048a-427b-949b-6f3bcf54daf9","MaaSSubscription":{"name":"e2e-dft-5878a3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5878a3","namespace":"llm","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.032930333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"552e0698-12dc-453f-a84c-cef96d40463a","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.032954631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"552e0698-12dc-453f-a84c-cef96d40463a","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.101078097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1da9cb0f-d308-43a3-bf2c-059246dd6706","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.102004616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2fef8e9-54a5-4159-b8be-426f8bbfaa7f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.112366985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e543b9b5-511d-44a6-9251-ba17d2e51a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.113057045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09b97d72-f7cf-4201-a258-174485c35920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.162438062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"03749721-ec21-436e-9d2e-12b51165f2ff","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.172648176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"03749721-ec21-436e-9d2e-12b51165f2ff","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.175162642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2fef8e9-54a5-4159-b8be-426f8bbfaa7f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.175475787Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09b97d72-f7cf-4201-a258-174485c35920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.171181526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1da9cb0f-d308-43a3-bf2c-059246dd6706","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.178009914Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e543b9b5-511d-44a6-9251-ba17d2e51a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.179807965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"03749721-ec21-436e-9d2e-12b51165f2ff","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.183477357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1da9cb0f-d308-43a3-bf2c-059246dd6706","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.1881368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09b97d72-f7cf-4201-a258-174485c35920","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.18898413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"f2fef8e9-54a5-4159-b8be-426f8bbfaa7f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.190302012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"1da9cb0f-d308-43a3-bf2c-059246dd6706","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-5878a3-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.190546445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5878a3-access","reconcileID":"42dcc731-0c24-4713-9ba3-1b8305def475","MaaSAuthPolicy":{"name":"e2e-dft-5878a3-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.191069084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e543b9b5-511d-44a6-9251-ba17d2e51a60","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.191101198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"3220790a-656f-4391-8972-75afc78e7924","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.191116227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"3220790a-656f-4391-8972-75afc78e7924","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.19980026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4dd4ebc1-ad62-4c9b-be3d-e60557014f6c","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.199831381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4dd4ebc1-ad62-4c9b-be3d-e60557014f6c","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.203901669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157b20df-ddfc-460a-8de1-4d3894a16588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.203928877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157b20df-ddfc-460a-8de1-4d3894a16588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.204541036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2239b743-1f83-48b9-a0c2-12c53b80976b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.204557039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2239b743-1f83-48b9-a0c2-12c53b80976b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.269243919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"30539f6a-419d-4798-ae1d-6db23af21129","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.296169943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea7af76-9f3f-4617-a939-8863d87d8f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.296938655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"30539f6a-419d-4798-ae1d-6db23af21129","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.299822697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dc2245df-7075-4502-b2d5-279f4b373091","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.306152832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"30539f6a-419d-4798-ae1d-6db23af21129","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.3070003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea7af76-9f3f-4617-a939-8863d87d8f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.310728467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0610945e-5f1a-49d8-8524-449885e569b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.310862312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dc2245df-7075-4502-b2d5-279f4b373091","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.31266481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"0150c61e-2fcc-4c8a-afa4-91b33e5eaa5b","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.312691028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"0150c61e-2fcc-4c8a-afa4-91b33e5eaa5b","MaaSModelRef":{"name":"e2e-dft-5878a3","namespace":"llm"},"routeName":"external-model-e2e-dft-5878a3-8152523dbaee","namespace":"llm","model":"e2e-dft-5878a3","externalModel":"e2e-dft-5878a3","provider":"e2e-dft-5878a3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.314325621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea7af76-9f3f-4617-a939-8863d87d8f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.323903037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dc2245df-7075-4502-b2d5-279f4b373091","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.324755736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0610945e-5f1a-49d8-8524-449885e569b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.325122253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"091d50f2-962e-47b4-beb4-eb967c607769","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.325144221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"091d50f2-962e-47b4-beb4-eb967c607769","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.332673961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0610945e-5f1a-49d8-8524-449885e569b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.337351269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9b9b19b9-57ca-48b2-9f0f-87a341e82412","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.337400244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9b9b19b9-57ca-48b2-9f0f-87a341e82412","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.346510933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9937b730-5712-4114-af8a-6116c54ea6c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.346530569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9937b730-5712-4114-af8a-6116c54ea6c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.393528834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"055e7e73-2fae-44a6-8dec-7e02c5a4aa32","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.401863669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"055e7e73-2fae-44a6-8dec-7e02c5a4aa32","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.409045478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"055e7e73-2fae-44a6-8dec-7e02c5a4aa32","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.496301445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"e4b0264f-05be-4743-aadc-65f7898ad180","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.505041391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"e4b0264f-05be-4743-aadc-65f7898ad180","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.512243146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"e4b0264f-05be-4743-aadc-65f7898ad180","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.740001009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"0c754c8e-af69-427d-8dd0-5ac398b7d895","namespace":"llm","name":"e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.752612689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"9d021554-9c05-44d3-a5a8-c8e12c2a4698","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.757804843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"777f4fd4-fc42-494f-9a7f-20270a0149dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.760101169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b57c0f-a394-4e25-852c-7f875b185efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.760751965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c9a91de-5dea-46e9-9137-65d8693e8cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.763065303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ffb15c-e31e-457d-961e-33b8b53a6f4b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.763451886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"9d021554-9c05-44d3-a5a8-c8e12c2a4698","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.766959896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"777f4fd4-fc42-494f-9a7f-20270a0149dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.771322875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c9a91de-5dea-46e9-9137-65d8693e8cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.772548384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b57c0f-a394-4e25-852c-7f875b185efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.77773786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"9d021554-9c05-44d3-a5a8-c8e12c2a4698","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.778092717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ffb15c-e31e-457d-961e-33b8b53a6f4b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.781921699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b57c0f-a394-4e25-852c-7f875b185efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.783901747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c9a91de-5dea-46e9-9137-65d8693e8cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.785792633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ffb15c-e31e-457d-961e-33b8b53a6f4b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.787730894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"777f4fd4-fc42-494f-9a7f-20270a0149dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.881532885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"10358d79-014d-4683-bc16-01ea33cbc54e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.883242694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9a4b7bf3-32fd-4126-8023-44488d5737fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.883256696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"98e56cee-3874-4425-aa0a-3ed39ad256f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.886505305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26dd2ffc-31ed-4ced-b480-16999158e36e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.887569043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fda408f5-ec2c-4835-a6c9-cd3c3670adbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.88973936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"10358d79-014d-4683-bc16-01ea33cbc54e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.891955491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"9a4b7bf3-32fd-4126-8023-44488d5737fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.892447271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"98e56cee-3874-4425-aa0a-3ed39ad256f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.897273851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"fda408f5-ec2c-4835-a6c9-cd3c3670adbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.897273314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"26dd2ffc-31ed-4ced-b480-16999158e36e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.959681668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"63c94709-6a0f-4384-8aae-be6190d25da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.959761532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9f0bb931-efac-4c1c-afcc-64bf7f8b3b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.964608092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2226adfa-c79b-4242-8148-f619892da03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.979284541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"63c94709-6a0f-4384-8aae-be6190d25da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.97998316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9f0bb931-efac-4c1c-afcc-64bf7f8b3b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.982985259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2226adfa-c79b-4242-8148-f619892da03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.199443523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9bbb4b47-61bf-4750-bd5a-4425a4a84461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.222529881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9bbb4b47-61bf-4750-bd5a-4425a4a84461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.223071675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"d4b4a683-b2c3-4b58-92cf-5f503aedbd22","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.223712997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d502127e-a065-43b9-b66b-09883fd3b6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.253044761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"d4b4a683-b2c3-4b58-92cf-5f503aedbd22","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.257755384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d502127e-a065-43b9-b66b-09883fd3b6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.259173124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b3b6b42b-c42f-4362-ac0d-9e981e9e3bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.265915428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"d4b4a683-b2c3-4b58-92cf-5f503aedbd22","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.353881643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"b3b6b42b-c42f-4362-ac0d-9e981e9e3bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.367841981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9113bb5a-82a1-4f82-85ee-35637cc199f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.367885867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9113bb5a-82a1-4f82-85ee-35637cc199f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.376403526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"702da92b-f527-447f-b708-ec09b89d4840","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.376437123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"702da92b-f527-447f-b708-ec09b89d4840","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.386607876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c2d1c7e-e3e2-411f-9f02-018592a78621","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.386647376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c2d1c7e-e3e2-411f-9f02-018592a78621","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.387996501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3451737f-fcd5-4358-bf49-062d129eedd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.38802399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3451737f-fcd5-4358-bf49-062d129eedd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.39214347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d31ce9e-14cd-4790-ab3f-b7b0ba4691cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.392168418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d31ce9e-14cd-4790-ab3f-b7b0ba4691cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.400160907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91b6828a-c4dc-4557-9829-e0317cedd9f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.400233825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91b6828a-c4dc-4557-9829-e0317cedd9f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.401474872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffdc3f91-bcef-4a67-8a46-97005abe452c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.401504137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffdc3f91-bcef-4a67-8a46-97005abe452c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.402277281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7248d87d-05db-4b67-b942-184996974f9d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.402300601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7248d87d-05db-4b67-b942-184996974f9d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.4028888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"167ec767-7d5b-4e7b-b28f-126d0e507a0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.402911916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"167ec767-7d5b-4e7b-b28f-126d0e507a0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.405576617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bf84c4f-cfef-4c52-9190-8f2293a0ec25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.406523102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a73b0ea-b87b-487b-9e61-bdf91157f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.409429028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37e2e443-8c72-489e-bddd-1173450f42cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.413169515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"051bcd0e-4a95-4218-8942-3de80b04eee8","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.493845438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bf84c4f-cfef-4c52-9190-8f2293a0ec25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.494568819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a73b0ea-b87b-487b-9e61-bdf91157f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.496226694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b0a4e12-2909-4fbf-af35-024e4cd4d2d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.506123143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"051bcd0e-4a95-4218-8942-3de80b04eee8","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.515085564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bf84c4f-cfef-4c52-9190-8f2293a0ec25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.516523379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a73b0ea-b87b-487b-9e61-bdf91157f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.523893707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"051bcd0e-4a95-4218-8942-3de80b04eee8","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.569821162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5878a3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5878a3","reconcileID":"6a82a2c8-e883-4c08-a8dc-9ea3caa5f0e0","namespace":"llm","name":"e2e-dft-5878a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.583835217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ed3a9dc1-0d3d-4578-bf19-b4477f56cb0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.585518265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"bd4fa8c6-2fa8-407e-ad66-2558af2e2c26","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.588452138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed8acb37-a335-43fb-b1b6-27c3f41e7957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.589429637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6062a915-6778-448f-a3bf-c909dc28c0c5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.590897064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d744cf7-aee3-4738-b7ee-dbcaae700716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.593221839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ed3a9dc1-0d3d-4578-bf19-b4477f56cb0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.593849953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"bd4fa8c6-2fa8-407e-ad66-2558af2e2c26","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.597609007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed8acb37-a335-43fb-b1b6-27c3f41e7957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.598027319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6062a915-6778-448f-a3bf-c909dc28c0c5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.600899287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d744cf7-aee3-4738-b7ee-dbcaae700716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.601580438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"bd4fa8c6-2fa8-407e-ad66-2558af2e2c26","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.602525953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"ed3a9dc1-0d3d-4578-bf19-b4477f56cb0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.604805222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed8acb37-a335-43fb-b1b6-27c3f41e7957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.606328834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"6062a915-6778-448f-a3bf-c909dc28c0c5","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.609917707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d744cf7-aee3-4738-b7ee-dbcaae700716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.61584515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"454d5084-f656-49b5-90ac-89efda6d3a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.618111397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0437ba10-3609-4925-9804-c15fbad6c04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.618534155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6c678ee3-2bd0-495e-b5a3-5c9b8233d2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.784300709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb5a4d4-d89c-48c4-b733-e8c037465bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.785006738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1c06d3e-316d-4849-8844-c2a918c241d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.788906374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"454d5084-f656-49b5-90ac-89efda6d3a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.874455246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6c678ee3-2bd0-495e-b5a3-5c9b8233d2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.878884366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"0437ba10-3609-4925-9804-c15fbad6c04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.879913111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6cb5a4d4-d89c-48c4-b733-e8c037465bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.880058459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"f1c06d3e-316d-4849-8844-c2a918c241d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.932379303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"84584c6c-11cd-4424-87e6-35f8d3dd6a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.933025334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7425bea4-f633-4274-b5ea-bbfc507835eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.935050308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c7f23e40-6a26-45a5-abab-14784366c0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.935643139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d7da7a75-fab4-47ae-92c6-dc95d40cf27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.937635064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"20fc9779-c535-4007-859a-55e047634111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.941008439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"84584c6c-11cd-4424-87e6-35f8d3dd6a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.941689469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7425bea4-f633-4274-b5ea-bbfc507835eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.944532417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d7da7a75-fab4-47ae-92c6-dc95d40cf27d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.945841519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c7f23e40-6a26-45a5-abab-14784366c0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.949310113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"20fc9779-c535-4007-859a-55e047634111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.130713885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3f89694c-e74d-4399-bd94-7861fc108cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.139520218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3f89694c-e74d-4399-bd94-7861fc108cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:06.812418547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"79edc6ec-6235-49db-b3d8-acca6d6cc7f1","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:06.812484926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"79edc6ec-6235-49db-b3d8-acca6d6cc7f1","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:06.931046546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"9e949384-cf53-4d8a-8591-bc38bc1172b8","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:06.931235074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"9e949384-cf53-4d8a-8591-bc38bc1172b8","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.977166099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bacc0c-84d1-4f94-a2f2-bcdf2ebaf7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.980571889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bacc0c-84d1-4f94-a2f2-bcdf2ebaf7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.983973743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bacc0c-84d1-4f94-a2f2-bcdf2ebaf7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.987809879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bacc0c-84d1-4f94-a2f2-bcdf2ebaf7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.11652152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"2da55e79-efe3-4a99-bacf-40f21cd5a396","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.129698807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"46a2e228-8a66-4c49-a7b5-1b49a6d7d2f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.129785994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"fa02139a-a5fb-44e4-82a1-f9ea8ef26fd8","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.177363446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"79e92296-71dc-454f-b838-a5a83ea99fba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.178123605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3068395f-f3f4-4c4f-bd04-b1c24b63d3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.178780393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a9e23d-f185-4014-a375-5f1df6a8fcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.184854001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"46a2e228-8a66-4c49-a7b5-1b49a6d7d2f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.194719836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"79e92296-71dc-454f-b838-a5a83ea99fba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.197325986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a9e23d-f185-4014-a375-5f1df6a8fcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.197342381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3068395f-f3f4-4c4f-bd04-b1c24b63d3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.197653829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a0c8e672-f13f-4973-830a-b9ea115b954e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.199129607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"46a2e228-8a66-4c49-a7b5-1b49a6d7d2f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.202005893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"79e92296-71dc-454f-b838-a5a83ea99fba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.276955417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a9e23d-f185-4014-a375-5f1df6a8fcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.278397015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a0c8e672-f13f-4973-830a-b9ea115b954e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.278795411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3068395f-f3f4-4c4f-bd04-b1c24b63d3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.285620388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"a0c8e672-f13f-4973-830a-b9ea115b954e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.286926386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6dcca-57ec-42b8-9098-fe2bb37017b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.290123962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6dcca-57ec-42b8-9098-fe2bb37017b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.290280669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"97b3a644-acdc-4a34-bc27-92462b208815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.293951525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6dcca-57ec-42b8-9098-fe2bb37017b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.294227424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"43c2af3e-55bf-44f1-865a-0149916dc9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.297517311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6dcca-57ec-42b8-9098-fe2bb37017b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.307867498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"97b3a644-acdc-4a34-bc27-92462b208815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.307920396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"43c2af3e-55bf-44f1-865a-0149916dc9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.317746037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"319add31-e546-4c27-a54f-4e487b9bb60b","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.32487066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c72d4909-8bf5-469b-a754-9b7272b24c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.376717102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d98dc346-1479-40fa-818d-67be93c8f08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.377149329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9b2b7155-e3cb-4ea6-a081-33e8784c89f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.379787693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c72d4909-8bf5-469b-a754-9b7272b24c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.38001515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"6a35e112-34a2-4f01-86f7-24cfe0ab3b60","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.386114084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"9b2b7155-e3cb-4ea6-a081-33e8784c89f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.386648788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d98dc346-1479-40fa-818d-67be93c8f08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.39046059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a4cc77a7-2836-4834-9c18-c661f7e71f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.39094907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0b9d1b85-4751-4b75-a85e-825964fafbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.391753511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"c8bb0520-1bcd-40c9-8b11-5aeefe03763f","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.399221594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"a4cc77a7-2836-4834-9c18-c661f7e71f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.399330544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0b9d1b85-4751-4b75-a85e-825964fafbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.612647094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"544960c4-c0e3-4bb4-bbfb-2d02979cd43c","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.648403663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"544960c4-c0e3-4bb4-bbfb-2d02979cd43c","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.662638447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a313897f-6b02-4807-a607-77c0d2ca03e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.656644114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"0afece9f-b2f1-469b-a666-98d3618a5bba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.667842201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"12812cfc-af49-4678-932d-7b59e2fae3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.697680168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"cbe02dbc-4398-475a-ab8f-662d492b7d64","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.70375779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a313897f-6b02-4807-a607-77c0d2ca03e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.707737405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"12812cfc-af49-4678-932d-7b59e2fae3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.708322188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"0afece9f-b2f1-469b-a666-98d3618a5bba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.718857767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2b6aa83f-9cfb-476a-a22e-ff8de552241f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.724028221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"0afece9f-b2f1-469b-a666-98d3618a5bba","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.748299614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"2b6aa83f-9cfb-476a-a22e-ff8de552241f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.752155472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"29713b37-812a-4c07-ba7d-0de649b28668","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.758898128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"139da8b2-4874-4edf-a603-8c4aa6a3af81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.76959765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"139da8b2-4874-4edf-a603-8c4aa6a3af81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.77654422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"139da8b2-4874-4edf-a603-8c4aa6a3af81","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.828145435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"1362ba3e-d6be-4600-bcf0-fe77486cec94","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.833923312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"00d7894d-ae82-4878-8917-e501e438d838","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.834348291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"06a44c9a-8a44-4214-9dbb-6488a05e998f","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.841315088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4c157c-0d3c-44b2-a254-e432978602dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.841940452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e26d8a-dee5-4cf7-b83f-747d12e22d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.843328766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"06a44c9a-8a44-4214-9dbb-6488a05e998f","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.86516299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"6ff08499-5277-4bf0-8604-08d730e2d3f1","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.866259783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"06a44c9a-8a44-4214-9dbb-6488a05e998f","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.867330031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4c157c-0d3c-44b2-a254-e432978602dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.871064715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e26d8a-dee5-4cf7-b83f-747d12e22d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.879578429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4c157c-0d3c-44b2-a254-e432978602dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.883713365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e26d8a-dee5-4cf7-b83f-747d12e22d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.895842677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fc1c3970-5c30-48d1-981a-aa0830e57575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.907528145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fc1c3970-5c30-48d1-981a-aa0830e57575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.910049125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b76fdb89-24df-4f2c-ab1f-0f5c202bf34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.913187466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"42c97bde-45dc-4da0-85ec-eff1d9d42a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.058447979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"42c97bde-45dc-4da0-85ec-eff1d9d42a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.072900478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b76fdb89-24df-4f2c-ab1f-0f5c202bf34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.104417991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b7736804-275b-4a39-beb9-da7818242df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:08.105486837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d168da53-f753-49a3-9ee6-d2b1030f34c1","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:08.105543587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"d168da53-f753-49a3-9ee6-d2b1030f34c1","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.11169339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7c8c7272-e85a-497e-bb57-6436ccdffa2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.114437913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b7736804-275b-4a39-beb9-da7818242df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.122692131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"7c8c7272-e85a-497e-bb57-6436ccdffa2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.123568549Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7b70d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7b70d","reconcileID":"b8122985-b794-4842-b8a0-5fea809224f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e7b70d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e7b70d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.195748515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5423ef24-99e5-4ac5-be01-906eec5a9bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.208019677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5423ef24-99e5-4ac5-be01-906eec5a9bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.208681738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e637ddc3-dbd6-4e76-8d9a-bc7b86ceb3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.227852418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"e637ddc3-dbd6-4e76-8d9a-bc7b86ceb3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:08.228542775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"9c648dcd-04f1-4e9a-9060-b83891f032ca","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:08.228817712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"9c648dcd-04f1-4e9a-9060-b83891f032ca","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.397708521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"ca719e1f-15b4-481a-ad50-a44add615cb6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.404040838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"69ce4c32-96b3-4000-8f10-b055f4fef78e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.404523756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"956942a9-84f5-49bf-99a9-5e83db848da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.405009415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"c10ea9ba-51d5-4d38-85e1-1f375cb23b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.479058109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"c10ea9ba-51d5-4d38-85e1-1f375cb23b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.481377838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"956942a9-84f5-49bf-99a9-5e83db848da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.483591631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"69ce4c32-96b3-4000-8f10-b055f4fef78e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.484305137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"ca719e1f-15b4-481a-ad50-a44add615cb6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.485435712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"53bbe2c8-6be2-4628-9232-a686d0fe3756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.486360157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"a0d0b578-fbc8-4969-ae4f-27d1b359ad4a","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.491587787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"ca719e1f-15b4-481a-ad50-a44add615cb6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.491848186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"69ce4c32-96b3-4000-8f10-b055f4fef78e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.496218141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"53bbe2c8-6be2-4628-9232-a686d0fe3756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.503957634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9be11afd-e118-4586-a3b2-19759bc574f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.505532744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"30770437-71af-4ede-a414-fa8d9dbd0ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.511655153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dffcd9ec-7bb0-4adc-a2ae-83cb65ca8fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.514505883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9be11afd-e118-4586-a3b2-19759bc574f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.515825782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"30770437-71af-4ede-a414-fa8d9dbd0ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.519993467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dffcd9ec-7bb0-4adc-a2ae-83cb65ca8fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.57740654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9be11afd-e118-4586-a3b2-19759bc574f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.579114105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dffcd9ec-7bb0-4adc-a2ae-83cb65ca8fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.591156454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"cf67c299-0109-4ff0-9fd5-691ff2338a37","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.60336398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4624f99-e092-48bc-bbc5-cc94a67e4bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.603529108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"35260a46-e8ae-4f97-8b13-eedc8c332192","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.606761756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4624f99-e092-48bc-bbc5-cc94a67e4bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.610287048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4624f99-e092-48bc-bbc5-cc94a67e4bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.610494169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97396482-3663-43c8-b690-c8b45826a7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.614344587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4624f99-e092-48bc-bbc5-cc94a67e4bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.623281914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97396482-3663-43c8-b690-c8b45826a7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.63063551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97396482-3663-43c8-b690-c8b45826a7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.654423463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"35260a46-e8ae-4f97-8b13-eedc8c332192","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.688410052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"35260a46-e8ae-4f97-8b13-eedc8c332192","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.806933377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"3df255e3-cab0-483f-aa07-cb63e59a60d0","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:09.590448492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5ce8711d-116f-4e54-8d4f-4c4dd74ae2d8","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:09.590529832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"5ce8711d-116f-4e54-8d4f-4c4dd74ae2d8","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.501892344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"6393a297-4fc2-4d32-af89-0a81db299c88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.504909292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3460fb19-ab47-4817-ace6-23e6944d5cd1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.510098365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"6393a297-4fc2-4d32-af89-0a81db299c88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.513016809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3460fb19-ab47-4817-ace6-23e6944d5cd1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.517322389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"6393a297-4fc2-4d32-af89-0a81db299c88","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.519715977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3460fb19-ab47-4817-ace6-23e6944d5cd1","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.590494846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"bcd9e013-f5ec-40ae-9c70-8e273d59d745","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.605452818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"bcd9e013-f5ec-40ae-9c70-8e273d59d745","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.607878081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f63ece4-83e0-4c4a-98a7-169b6cb90ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.687130078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"bcd9e013-f5ec-40ae-9c70-8e273d59d745","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.689159125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f63ece4-83e0-4c4a-98a7-169b6cb90ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.696037741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f63ece4-83e0-4c4a-98a7-169b6cb90ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.69944138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7e4b1a-ec7c-474e-9862-0137290d9e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.709154596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7e4b1a-ec7c-474e-9862-0137290d9e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.716956451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7e4b1a-ec7c-474e-9862-0137290d9e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.794869147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"759bedb9-1bcb-4814-879b-ccafbd9d7cc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.803146541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"759bedb9-1bcb-4814-879b-ccafbd9d7cc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.809981395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"759bedb9-1bcb-4814-879b-ccafbd9d7cc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:25.695187914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.534459509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5adf34ea-4f24-4591-bae7-b0f482d41cae","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.541519127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"38a18b89-6a07-4a70-97e0-ade23f42c68f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.544931691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5adf34ea-4f24-4591-bae7-b0f482d41cae","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.551566514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"38a18b89-6a07-4a70-97e0-ade23f42c68f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.553535278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5adf34ea-4f24-4591-bae7-b0f482d41cae","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.560528512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"38a18b89-6a07-4a70-97e0-ade23f42c68f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.817096648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"af1abe95-6c7b-462c-a4aa-743dc2091424","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.831568137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"608fd577-4c5e-4e72-8ddc-e308c721edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.832256156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b4658c-49ed-4fcc-912e-4f8982226f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.836326943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"af1abe95-6c7b-462c-a4aa-743dc2091424","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.882916524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b4658c-49ed-4fcc-912e-4f8982226f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.88471604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"af1abe95-6c7b-462c-a4aa-743dc2091424","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.885178394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"28d1db3c-0ea2-4af4-993f-884a9ba9c309","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.885927003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"608fd577-4c5e-4e72-8ddc-e308c721edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.890861796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b4658c-49ed-4fcc-912e-4f8982226f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.897515231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"608fd577-4c5e-4e72-8ddc-e308c721edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.899469422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"28d1db3c-0ea2-4af4-993f-884a9ba9c309","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:28.910006057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"28d1db3c-0ea2-4af4-993f-884a9ba9c309","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:30.207656101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"8eca80c1-26e5-426a-a767-b9d379402ee4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:30.264508286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"8eca80c1-26e5-426a-a767-b9d379402ee4","name":"e2e-inf-a-e7b70d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.959023168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"be0e24f3-ae67-41c4-bbee-718a94b07d50","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.972732277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"be0e24f3-ae67-41c4-bbee-718a94b07d50","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.981970889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (db0a27dfb1fb643749938f6d6fe757857cc7b2ee9dfbea2f8a381131ca3b3dbd) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (c109419932a0a12c217e02314ba420dc996e6f0e375a9c205f3832661cebaf41) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (0d744f2cca67a78f88e9dab806275ede192640d531831e92f84d6ec2c21be9b4) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (ab02e41b9aec6761b03d2c1cfdb2f65a107f886c00f66d075e292bd732df32ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"be0e24f3-ae67-41c4-bbee-718a94b07d50","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.00948808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"f52d71df-da31-43e6-a156-74eb44051ce9","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.086946132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"d52afa22-892d-472e-8844-f0797d874f92","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.281843803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"d0c43eca-3212-47fc-a19f-1214c6e02bd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.290579443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"d0c43eca-3212-47fc-a19f-1214c6e02bd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.299056805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (db0a27dfb1fb643749938f6d6fe757857cc7b2ee9dfbea2f8a381131ca3b3dbd) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (c109419932a0a12c217e02314ba420dc996e6f0e375a9c205f3832661cebaf41) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (0d744f2cca67a78f88e9dab806275ede192640d531831e92f84d6ec2c21be9b4) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (ab02e41b9aec6761b03d2c1cfdb2f65a107f886c00f66d075e292bd732df32ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"d0c43eca-3212-47fc-a19f-1214c6e02bd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.270773428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"2924fe62-5a9f-44fe-b2a7-59146f9059e8","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.562847466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"b742b002-1758-4cb6-8cac-d2fbe3d4316f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.570979028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"b742b002-1758-4cb6-8cac-d2fbe3d4316f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.574158676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"282e7de7-b8bc-4899-b30f-88adc0badfeb","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.577785148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bcf4f4fb5b745b679dc87aaaefa5be4f68d27bf5bb670a95bbd07bcfc3abd63) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (f53eef7beb458c2808baabd04537f64edbe4995e11d22136fd1410c0e7bc9b5b) AuthConfig (1531f0c3c3ddc0eef6cc8669f97d7d2c7a4e45b39caf7fa435d21ac31a92bf4b) AuthConfig (24dada8897865809ada2b0020be88e80e91a5d12622a011a5469bea64995fe63) AuthConfig (50035437f03bc8c558e5333b24414726b9a4048a88331dd9320a5300046f6c70) AuthConfig (c8466f93326fb7015965d926a71e32e6337d5d577e855382273eff6706f87679) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (0dd24a27a23279f13148b07abc776e135a470f7dad6e8ecd26ca680884b10a76) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (cdd4e8df1909fe524d13e62ab3997c2c3699721c7a2f1c87422c17ffd7bff62c) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (979f09ec6db2829dd9c26436695a8d9eb84f864dc6e5154bc746caeb86aa2357) AuthConfig (742feb9c36eefdcc5c27aaa522eb039a7a4ea3b0b3fd904e16b4c02f0b232644) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (05ee5027bea712825d994414b8a89a6da63b9566b0616894eeb88b0d9986eaa6) AuthConfig (0e30fc2d038d2fcc74401235582979f8b67f57d456e64112ebc3f6e9e6103cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"b742b002-1758-4cb6-8cac-d2fbe3d4316f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.582561686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"282e7de7-b8bc-4899-b30f-88adc0badfeb","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.590341172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"282e7de7-b8bc-4899-b30f-88adc0badfeb","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.590658427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"8830a044-2d31-4b81-9da7-fe904ab9b16b","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.603711853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9c44b1fc-2728-40dd-8ccf-3f098f45c8b4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.603733027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9c44b1fc-2728-40dd-8ccf-3f098f45c8b4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.895135191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"12494776-e6af-435d-a4a9-5a586c625dfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.915340371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"12494776-e6af-435d-a4a9-5a586c625dfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.916348508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fece363-fa6a-44c3-8cad-9d9fb3e05def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.924347493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (1b14eba662ce0a49b04682fb0d03addd98257275018f6e4a971ccf9c663f4d62) AuthConfig (a266dd5074c4490a4e32119d30c329316ffb97bcce6f2d5ab1d85c5125f39e6d) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (41e28c7f9406328818e6609578659330898b726ec8820c973bc2ea47c9a97a2d) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (fb87c6c4fb2ef728202bf13c6f984ece64ca98b0b3d135816cb4a5a7cdeb31d3) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"12494776-e6af-435d-a4a9-5a586c625dfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.926953127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fece363-fa6a-44c3-8cad-9d9fb3e05def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.936481014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fece363-fa6a-44c3-8cad-9d9fb3e05def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.936612685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"cb44cb1c-598b-46e7-8516-d2a472d05fd3","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.946607556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acaeecb1-2956-4b6e-a66c-afaeb6e76bb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.94663243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acaeecb1-2956-4b6e-a66c-afaeb6e76bb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:39.005398005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db993c9a-9016-4ce5-93c8-22982d173729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:39.026583831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db993c9a-9016-4ce5-93c8-22982d173729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:39.041465879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db993c9a-9016-4ce5-93c8-22982d173729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:39.05182076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1490c786-ba41-4e85-a669-af5441e8a09f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:39.051844012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1490c786-ba41-4e85-a669-af5441e8a09f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.311129179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"0090bf71-4621-4aac-a424-d5fec67dd826","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.320385956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"0090bf71-4621-4aac-a424-d5fec67dd826","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.32789484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (db0a27dfb1fb643749938f6d6fe757857cc7b2ee9dfbea2f8a381131ca3b3dbd) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (c109419932a0a12c217e02314ba420dc996e6f0e375a9c205f3832661cebaf41) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (0d744f2cca67a78f88e9dab806275ede192640d531831e92f84d6ec2c21be9b4) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (ab02e41b9aec6761b03d2c1cfdb2f65a107f886c00f66d075e292bd732df32ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"0090bf71-4621-4aac-a424-d5fec67dd826","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.595753971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"746a34c6-c6eb-4c35-81d1-954fc7dfb900","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.604078791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"746a34c6-c6eb-4c35-81d1-954fc7dfb900","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.611153712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bcf4f4fb5b745b679dc87aaaefa5be4f68d27bf5bb670a95bbd07bcfc3abd63) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (f53eef7beb458c2808baabd04537f64edbe4995e11d22136fd1410c0e7bc9b5b) AuthConfig (1531f0c3c3ddc0eef6cc8669f97d7d2c7a4e45b39caf7fa435d21ac31a92bf4b) AuthConfig (24dada8897865809ada2b0020be88e80e91a5d12622a011a5469bea64995fe63) AuthConfig (50035437f03bc8c558e5333b24414726b9a4048a88331dd9320a5300046f6c70) AuthConfig (c8466f93326fb7015965d926a71e32e6337d5d577e855382273eff6706f87679) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (0dd24a27a23279f13148b07abc776e135a470f7dad6e8ecd26ca680884b10a76) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (cdd4e8df1909fe524d13e62ab3997c2c3699721c7a2f1c87422c17ffd7bff62c) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (979f09ec6db2829dd9c26436695a8d9eb84f864dc6e5154bc746caeb86aa2357) AuthConfig (742feb9c36eefdcc5c27aaa522eb039a7a4ea3b0b3fd904e16b4c02f0b232644) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (05ee5027bea712825d994414b8a89a6da63b9566b0616894eeb88b0d9986eaa6) AuthConfig (0e30fc2d038d2fcc74401235582979f8b67f57d456e64112ebc3f6e9e6103cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"746a34c6-c6eb-4c35-81d1-954fc7dfb900","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.613040013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4d1e4537-660e-4a36-862c-e4ce835b3620","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.621493868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4d1e4537-660e-4a36-862c-e4ce835b3620","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.628485509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"4d1e4537-660e-4a36-862c-e4ce835b3620","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.942334908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"aa049236-c16f-42b2-9ba7-c95abb58a469","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.951065946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"aa049236-c16f-42b2-9ba7-c95abb58a469","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.95808525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (1b14eba662ce0a49b04682fb0d03addd98257275018f6e4a971ccf9c663f4d62) AuthConfig (a266dd5074c4490a4e32119d30c329316ffb97bcce6f2d5ab1d85c5125f39e6d) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (41e28c7f9406328818e6609578659330898b726ec8820c973bc2ea47c9a97a2d) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (fb87c6c4fb2ef728202bf13c6f984ece64ca98b0b3d135816cb4a5a7cdeb31d3) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"aa049236-c16f-42b2-9ba7-c95abb58a469","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.95993839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa8b67-077b-4551-8a03-6b3d756878e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.968640424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa8b67-077b-4551-8a03-6b3d756878e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.975829167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa8b67-077b-4551-8a03-6b3d756878e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.06581455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf110b83-91c7-48f5-8c9c-225302b684cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.074831603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf110b83-91c7-48f5-8c9c-225302b684cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.082561583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf110b83-91c7-48f5-8c9c-225302b684cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:51.689282335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"b245a85f-7756-49b1-ba7b-56fc1e0d5d84","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:51.6894611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"b245a85f-7756-49b1-ba7b-56fc1e0d5d84","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.882445657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87efd9f-3856-4497-a16e-1b82cb8c8ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.8872365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87efd9f-3856-4497-a16e-1b82cb8c8ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.899840573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87efd9f-3856-4497-a16e-1b82cb8c8ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.904739869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87efd9f-3856-4497-a16e-1b82cb8c8ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.100996573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10d73d-2e49-49bc-b7d4-17294e8ff0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.104152868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10d73d-2e49-49bc-b7d4-17294e8ff0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.107385051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10d73d-2e49-49bc-b7d4-17294e8ff0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.112410355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd10d73d-2e49-49bc-b7d4-17294e8ff0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.337026716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"e3b06362-0510-447a-a22b-1d5ebe445f4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.345179873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"e3b06362-0510-447a-a22b-1d5ebe445f4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.352500731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (db0a27dfb1fb643749938f6d6fe757857cc7b2ee9dfbea2f8a381131ca3b3dbd) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (c109419932a0a12c217e02314ba420dc996e6f0e375a9c205f3832661cebaf41) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (0d744f2cca67a78f88e9dab806275ede192640d531831e92f84d6ec2c21be9b4) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (ab02e41b9aec6761b03d2c1cfdb2f65a107f886c00f66d075e292bd732df32ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"e3b06362-0510-447a-a22b-1d5ebe445f4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.696438325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:57.678807364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"8889cd10-85d7-41a2-974e-f0460cba6362","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:57.67887726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"8889cd10-85d7-41a2-974e-f0460cba6362","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:57.820880358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"f7060af1-c83a-4153-bcc9-9fbe23b5fdb1","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:57.820962464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"f7060af1-c83a-4153-bcc9-9fbe23b5fdb1","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.869509104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec594c5-1145-4f17-8f1f-84db3a87bd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.872523035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec594c5-1145-4f17-8f1f-84db3a87bd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.875668282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec594c5-1145-4f17-8f1f-84db3a87bd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.878709344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec594c5-1145-4f17-8f1f-84db3a87bd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.240301023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df42567d-e68f-43b0-acd8-934edf4b21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.243708541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df42567d-e68f-43b0-acd8-934edf4b21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.246742208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df42567d-e68f-43b0-acd8-934edf4b21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.250086617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df42567d-e68f-43b0-acd8-934edf4b21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.620320959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5ae9ecde-ddb1-4258-ba66-7db24175dce2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.62852145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5ae9ecde-ddb1-4258-ba66-7db24175dce2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.635177854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-33e267-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bcf4f4fb5b745b679dc87aaaefa5be4f68d27bf5bb670a95bbd07bcfc3abd63) AuthConfig (e6f06ca4a8122a84dc3fcdaa633d1a1e5c09d0a1dc77f01898d2720bab769f2e) AuthConfig (af59d3746098db6b91314b7183877492b20dcb84f3cd4a7344527c9f4cb48841) AuthConfig (f53eef7beb458c2808baabd04537f64edbe4995e11d22136fd1410c0e7bc9b5b) AuthConfig (1531f0c3c3ddc0eef6cc8669f97d7d2c7a4e45b39caf7fa435d21ac31a92bf4b) AuthConfig (24dada8897865809ada2b0020be88e80e91a5d12622a011a5469bea64995fe63) AuthConfig (50035437f03bc8c558e5333b24414726b9a4048a88331dd9320a5300046f6c70) AuthConfig (c8466f93326fb7015965d926a71e32e6337d5d577e855382273eff6706f87679) AuthConfig (ac6aa59dd1bc7568451347f252342ac1014291b548d7fb108ea773b30c5f522d) AuthConfig (0dd24a27a23279f13148b07abc776e135a470f7dad6e8ecd26ca680884b10a76) AuthConfig (bcea5a170204049c9764907d4ef8ec858e1236935ebdffd032a23e9f4001aacc) AuthConfig (cdd4e8df1909fe524d13e62ab3997c2c3699721c7a2f1c87422c17ffd7bff62c) AuthConfig (57f8f038867cea0b199b8855866bf764f105cbc0dcb1610e49a69a2669987918) AuthConfig (979f09ec6db2829dd9c26436695a8d9eb84f864dc6e5154bc746caeb86aa2357) AuthConfig (742feb9c36eefdcc5c27aaa522eb039a7a4ea3b0b3fd904e16b4c02f0b232644) AuthConfig (de1d8d8e72c536055d2a80c3f6bb5bd33ce3c50f503ac5524543c41023e745d5) AuthConfig (05ee5027bea712825d994414b8a89a6da63b9566b0616894eeb88b0d9986eaa6) AuthConfig (0e30fc2d038d2fcc74401235582979f8b67f57d456e64112ebc3f6e9e6103cbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5ae9ecde-ddb1-4258-ba66-7db24175dce2","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.727427706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"95af3063-8818-49c9-872e-721769cfd323","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.736282637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"95af3063-8818-49c9-872e-721769cfd323","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.743766873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"95af3063-8818-49c9-872e-721769cfd323","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.903057784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"1fc55a4c-6c26-4baf-9030-bf0e3a61cba4","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.90312492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"1fc55a4c-6c26-4baf-9030-bf0e3a61cba4","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.916856479Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-74dfc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-74dfc6","reconcileID":"8ccafae7-8029-4230-be8b-ea9dd2df5e45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-74dfc6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-74dfc6":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.976532256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"45c1a604-bbe6-4b99-9d4f-452dce7df379","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.976587037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"45c1a604-bbe6-4b99-9d4f-452dce7df379","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.982151949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"2155faca-2b6a-4202-9a5a-dc57ac47c4d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.998061284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"2155faca-2b6a-4202-9a5a-dc57ac47c4d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.000884523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cda694b-37bc-481b-8e35-d69ad9122115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.004918221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b503a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b05c6b343c3c1d285b861945a2f8eee22746e87eeb1407876cd7e5cbefee7150) AuthConfig (1b14eba662ce0a49b04682fb0d03addd98257275018f6e4a971ccf9c663f4d62) AuthConfig (a266dd5074c4490a4e32119d30c329316ffb97bcce6f2d5ab1d85c5125f39e6d) AuthConfig (8cfd1698ca1506baf7f5098afd32eb7ab4d48502a4fa7b36d753d9046d19237a) AuthConfig (41e28c7f9406328818e6609578659330898b726ec8820c973bc2ea47c9a97a2d) AuthConfig (a018f9921ace8406d8f0dc90f34b31f522ab02f04492809c5e6c8b3eea91c5ac) AuthConfig (03e1cbf1ca4262eac246b5382dd727ed3636c07b5528e0306ddc56e96cb1e34e) AuthConfig (fb87c6c4fb2ef728202bf13c6f984ece64ca98b0b3d135816cb4a5a7cdeb31d3) AuthConfig (cc2e474da26f0df9f712f02ab3a335c28331f348b268dd1cc7e64a043ffc020b) AuthConfig (5ffaae1b880de1c2ec56dd62f3ca460e5939e7b2c03d03aca821d9b70f9706c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"2155faca-2b6a-4202-9a5a-dc57ac47c4d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.010361354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cda694b-37bc-481b-8e35-d69ad9122115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.018232848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cda694b-37bc-481b-8e35-d69ad9122115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.118268252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9630050-c5b7-4f45-8cc1-c725560da361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.205742762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9630050-c5b7-4f45-8cc1-c725560da361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.278973616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9630050-c5b7-4f45-8cc1-c725560da361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.333680844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fb3a79-617f-455d-9846-d482ae6af49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.383190654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fb3a79-617f-455d-9846-d482ae6af49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.399891833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fb3a79-617f-455d-9846-d482ae6af49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.413551523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fb3a79-617f-455d-9846-d482ae6af49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:00.271666562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"ec1c8911-7064-4ef2-8419-5ee16f0f3eb9","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:00.271738931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"ec1c8911-7064-4ef2-8419-5ee16f0f3eb9","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:02.364056591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"a98c42ff-739e-40b2-b6d0-429b8cee7b51","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:02.373132977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"a98c42ff-739e-40b2-b6d0-429b8cee7b51","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:02.385290104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-eb69cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb5f3265d7102153e256f4e4098cedc7c3e9f095e08dd0ab04e1d40532f1d44) AuthConfig (59f89b4d7dca1f9e1c8d5abf343e9981efe06610e955d4da01f1ed04738b6a00) AuthConfig (db0a27dfb1fb643749938f6d6fe757857cc7b2ee9dfbea2f8a381131ca3b3dbd) AuthConfig (25973be090a55739fdf0149c5cb2b743f78b5cbee43f973210b777cdaa2a957d) AuthConfig (4dcd7f52f7ba3b47e05280490d4f314cf86a21951e4fd77e46690cdf654b1ce9) AuthConfig (c109419932a0a12c217e02314ba420dc996e6f0e375a9c205f3832661cebaf41) AuthConfig (ec6df657481611707a9fa90b2926c4f51b48d47dc70bcb6c38725b39409e28e5) AuthConfig (0d744f2cca67a78f88e9dab806275ede192640d531831e92f84d6ec2c21be9b4) AuthConfig (49754128016d2518ca0b2c1cc2333cd085e1d2d0737ee59aa01d60d42c5e10ac) AuthConfig (ab02e41b9aec6761b03d2c1cfdb2f65a107f886c00f66d075e292bd732df32ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"a98c42ff-739e-40b2-b6d0-429b8cee7b51","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.645154471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"0ff0ba94-0f8f-4c90-8cd5-f4ed7327c10e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.653572041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"0ff0ba94-0f8f-4c90-8cd5-f4ed7327c10e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.693231215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"34be9050-99db-4f2d-baac-3965ffb7d6a6","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.830150419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3411c396-7d16-4e1c-816f-5b32708957cc","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.840170443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3411c396-7d16-4e1c-816f-5b32708957cc","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.893045421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"c248c2e3-ac6a-4dd3-b29e-94e8ada63d87","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.893068862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"c248c2e3-ac6a-4dd3-b29e-94e8ada63d87","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.01367601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"4a05f93e-5604-42eb-a426-945ff85db38b","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.077798875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"4a05f93e-5604-42eb-a426-945ff85db38b","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.114853305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"4e7408de-9c50-4a50-8073-2dfd5022d985","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.118573003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb61b98-94d3-4259-b49a-61483600b3d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.126962742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb61b98-94d3-4259-b49a-61483600b3d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.251703287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"252506ad-fa95-4b56-a7a3-8e57813d0374","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.251726317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"252506ad-fa95-4b56-a7a3-8e57813d0374","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.294999844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b3f1d7-b8a3-41c7-b8a5-431db9df9514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.303999691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b3f1d7-b8a3-41c7-b8a5-431db9df9514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.350454628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e5e0da-bba0-4d3b-9a63-4856a0373952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.350479478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e5e0da-bba0-4d3b-9a63-4856a0373952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.706518691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"2ef0c481-9dee-416f-a752-e7a6c1fc4a39","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.706544242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"2ef0c481-9dee-416f-a752-e7a6c1fc4a39","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.787745348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-c93311-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c93311-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.79167156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e74062-d2c9-4b79-9082-fd5a31cfc8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.792389015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4610e20b-4890-4d0a-9341-1fb988fb5fe4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.792411384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4610e20b-4890-4d0a-9341-1fb988fb5fe4","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.794150265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f0d60d8-b2ee-4e5e-9225-b7ed180e7f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.794251283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8f7ef635-388f-4423-8921-b7b039dbbbc9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.801228675Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4610e20b-4890-4d0a-9341-1fb988fb5fe4","name":"e2e-dft-c93311","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c93311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.801296086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4610e20b-4890-4d0a-9341-1fb988fb5fe4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c93311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.804606591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"715c4dd4-c711-402c-83ce-7b04a4d2e764","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.804624591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"715c4dd4-c711-402c-83ce-7b04a4d2e764","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.814491525Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"62f832ca-a8af-40be-aee5-5ef11e1911c2","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c93311","model":"e2e-dft-c93311","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c93311-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.821743604Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e74062-d2c9-4b79-9082-fd5a31cfc8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.826233618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f0d60d8-b2ee-4e5e-9225-b7ed180e7f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.829308564Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8f7ef635-388f-4423-8921-b7b039dbbbc9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.8307408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e74062-d2c9-4b79-9082-fd5a31cfc8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.837599603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f0d60d8-b2ee-4e5e-9225-b7ed180e7f46","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.838299422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b04ac8fc-75e0-459f-99e4-ce4405c5366c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.838316249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b04ac8fc-75e0-459f-99e4-ce4405c5366c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:09.840974607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8f7ef635-388f-4423-8921-b7b039dbbbc9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.877005518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4007e6ed-fb75-49c1-a56d-3062edddd293","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.877033399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"4007e6ed-fb75-49c1-a56d-3062edddd293","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.881083533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2558f44-c312-4266-95a8-e589b6c3c1f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.881099353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2558f44-c312-4266-95a8-e589b6c3c1f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.884534146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40283183-aca4-4f09-8866-358c81505b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.884717335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"885b228e-e197-4d37-831c-ccace663d3b8","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.884740521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"885b228e-e197-4d37-831c-ccace663d3b8","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.885132196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc3e2ff-dc17-43a4-8c26-ac663c8ede4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.886889913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"87fbe492-ccf0-43b3-9f29-e2734086d8b2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.89325129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc3e2ff-dc17-43a4-8c26-ac663c8ede4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.893938599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40283183-aca4-4f09-8866-358c81505b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.897556687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"87fbe492-ccf0-43b3-9f29-e2734086d8b2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.904357326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"87fbe492-ccf0-43b3-9f29-e2734086d8b2","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.908251232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"fd24184b-fbd2-4278-a4bb-75e5799cef01","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c93311","model":"llm/e2e-dft-c93311","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.916220932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f35b05a3-da8f-422e-8617-26e39c4b38dd","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.916238417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"f35b05a3-da8f-422e-8617-26e39c4b38dd","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.718659605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"2992ecea-cfa4-4846-af58-42d7f0014b58","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.727412212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c05eb2ae-1787-4d80-9f15-4d512a06614c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:10.73206906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"4f196bf1-9814-4fde-8896-55d3d9145421","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-7666e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.747515214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c05eb2ae-1787-4d80-9f15-4d512a06614c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.753852195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"899d01c4-b1fe-4ff6-8098-53c832365a21","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.763828865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"0e7ec900-50bf-4d9e-8e41-13ca25984a14","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.763866066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"0e7ec900-50bf-4d9e-8e41-13ca25984a14","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.774022481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"97e7dd16-bc63-4a79-b960-3cb0b630166b","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.789940444Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"06f45cd3-2625-4be8-83a7-e9d9431ab6e2","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-a-33e267","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-33e267/e2e-shr-quota-7666e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.819246816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"67ec74d0-72bf-4ac5-9135-bf03c3617d17","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.828598134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"fb2bcf62-dc28-4c6a-b679-2228a81793dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.830862129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"02229156-9dff-4d01-bb81-afcc3bfc3591","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:10.835971822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"d88df97d-08cc-405e-af28-7ac3f3566447","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-73a081-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.838224456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"fb2bcf62-dc28-4c6a-b679-2228a81793dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.851145268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"49a50dde-3786-4166-a8a6-036ec0042b2a","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.859832302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"a482c6c9-f30e-4e22-9e73-db37d669e030","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.868275076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"8b8cf05d-d5ec-4061-9438-a969f5e68d65","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.882867552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"56059987-a451-4b4c-b683-eb6883a32bc0","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-a-33e267","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.887080864Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"4405cfce-6ec9-40b6-a349-988230e8a9e6","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b503a8/e2e-shr-auth-73a081-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.914592815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"1b9e6c62-3606-4b07-8fb5-0333f1dac41e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.935116018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"3e729c5b-e871-436c-a5ee-5629cbb7d437","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.94346009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"3e729c5b-e871-436c-a5ee-5629cbb7d437","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.982461322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"ec94198c-efbc-4b4b-8920-38ba3273f52f","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.034669406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"cd2a404c-da88-48c6-a8b8-9e2fa66b9300","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.042820127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"cd2a404c-da88-48c6-a8b8-9e2fa66b9300","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.396025447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"94556127-75c8-4a55-916d-0f553e1a96e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.404942082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"94556127-75c8-4a55-916d-0f553e1a96e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.442051715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"a7299ea7-0df3-4db8-a038-d64caa781136","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.628625553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"b9d2718c-7100-4031-899b-7db3be268336","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:15.637326236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"cbd7ec9d-d093-4011-8096-998da24548dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-68c42c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.637650609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"9daae73c-d8f0-4072-ae18-0c6f7bee80c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.652052251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"9daae73c-d8f0-4072-ae18-0c6f7bee80c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.652528263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"4ad83fef-bfd2-4369-a973-05b4a2ea8cc8","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:15.676337371Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"4ad83fef-bfd2-4369-a973-05b4a2ea8cc8","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:15.676390024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"4ad83fef-bfd2-4369-a973-05b4a2ea8cc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.680637193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"bdc7992f-d12e-4141-94a4-f12dbd4167b2","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.687944563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"a96ed525-f8f9-470f-99e2-276176fb437d","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.695680163Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"9d24dcdc-228e-4cc2-8b02-9e4ec115e95d","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-eb69cb/e2e-shr-auth-68c42c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.724122168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"efa5ba8d-a40e-4ade-a0f4-01603473c800","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.766068557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"5be58f84-0878-4f76-9208-20e2dbee6936","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.774642277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"5be58f84-0878-4f76-9208-20e2dbee6936","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.794538999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"ae58afdf-f8b9-43c9-99c2-2bffe86463b6","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.408674871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"63d208e8-0aa4-4422-b5ba-387fd87daaa7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.434005224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"63d208e8-0aa4-4422-b5ba-387fd87daaa7","name":"e2e-inf-b-74dfc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.020939887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"850c6f40-d3fe-4ea4-b96e-0db142ed7c9b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.04925428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"850c6f40-d3fe-4ea4-b96e-0db142ed7c9b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.088568147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"850c6f40-d3fe-4ea4-b96e-0db142ed7c9b","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.697410579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.109392636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"376846e7-e96a-4aa7-b014-a48d78ac1756","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.119217426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"376846e7-e96a-4aa7-b014-a48d78ac1756","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.12704177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"376846e7-e96a-4aa7-b014-a48d78ac1756","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.930744003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"1934f850-103a-4e53-b01d-7b615eee76ed","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-a-33e267","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.154778226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"52952a6d-3571-48a9-a024-a49482a1108a","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.191463844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"99a5fbbe-cf3c-4bbc-9fb1-010a13baccaf","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.313106877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"16032222-2a43-4aa1-af95-df0f099c43cc","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.552408415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"db7ed4d7-e051-41ee-a8b0-709b6fbf5159","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c93311","model":"llm/e2e-dft-c93311","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.684561977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"59e107a1-ff96-4e0e-ab6d-cf00eca58d33","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.6846919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"59e107a1-ff96-4e0e-ab6d-cf00eca58d33","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.194858939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"87125cf5-d735-46e9-8712-fc5be39888aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.234873458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"87125cf5-d735-46e9-8712-fc5be39888aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.675604777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"57dedbcc-91dc-4a02-8952-b6e8b10cc57c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.67849588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea8d805-e66d-4449-a514-008aab9b04b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.699341252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"57dedbcc-91dc-4a02-8952-b6e8b10cc57c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.703700371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea8d805-e66d-4449-a514-008aab9b04b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.704277332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5427c32-1c77-45c2-94a8-213c7eef63b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.709820747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"57dedbcc-91dc-4a02-8952-b6e8b10cc57c","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.721901669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5427c32-1c77-45c2-94a8-213c7eef63b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.723980783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea8d805-e66d-4449-a514-008aab9b04b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.779456526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5427c32-1c77-45c2-94a8-213c7eef63b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.780397726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5fb13d64-fc52-4813-a4b2-9d6adc3aa1ad","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.780429325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5fb13d64-fc52-4813-a4b2-9d6adc3aa1ad","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.785363711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef3f26a-110f-4748-b412-7f1698ab75eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.785458243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef3f26a-110f-4748-b412-7f1698ab75eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.797860917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae597b95-3cbf-4759-abb9-3814271e9caa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.797976083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae597b95-3cbf-4759-abb9-3814271e9caa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.942281961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7bdb79da-ce10-405f-9351-02e1f2b129c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.942686545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"1fc1548f-fbf5-4cf6-a408-12fc55d4b98b","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.953189006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7bdb79da-ce10-405f-9351-02e1f2b129c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.953198485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"1fc1548f-fbf5-4cf6-a408-12fc55d4b98b","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.595387136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"68f16188-75b0-4b7a-9f0d-7e9432471a16","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.603011442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"b22a14e8-a1f6-4227-b710-17a0979bf5f0","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.605909061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ac05cf7f-c78e-4dc4-82f1-636eb65540fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.638790451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ac05cf7f-c78e-4dc4-82f1-636eb65540fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.648381855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ac05cf7f-c78e-4dc4-82f1-636eb65540fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.66127191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"1f3938a3-033b-4ee4-b131-515bdaea931a","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.29539808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"bcdbc356-9923-4746-ae39-bf096fab6128","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.314645224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"2d2f84ee-6af3-4ab2-a20b-6539f16c54c6","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.316769832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b4a5cce5-6d9e-430f-844d-3b5922197fc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.317504632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1b8027b0-c6f5-46bf-b6e2-7a8bb6f0fd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.322717265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9670b9b-ed0c-45f2-beae-700df53d8ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.385181774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"df75c61b-a90f-4c9b-a5c7-0195f10130cd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.386323704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad90c9a-2e87-4ded-9218-7bacdb192be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.386354118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1b8027b0-c6f5-46bf-b6e2-7a8bb6f0fd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.386925205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b4a5cce5-6d9e-430f-844d-3b5922197fc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.390116673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9670b9b-ed0c-45f2-beae-700df53d8ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.392053622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"b47ebc68-4196-4731-9e00-8c73e37bc764","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.396701752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"df75c61b-a90f-4c9b-a5c7-0195f10130cd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.396759139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad90c9a-2e87-4ded-9218-7bacdb192be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.398063084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b4a5cce5-6d9e-430f-844d-3b5922197fc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.40007461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9670b9b-ed0c-45f2-beae-700df53d8ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.403274038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"776a8428-0bd1-4864-aed2-eb92f0ce9c38","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.477606601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"df75c61b-a90f-4c9b-a5c7-0195f10130cd","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.479842577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad90c9a-2e87-4ded-9218-7bacdb192be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.49060955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"6f3be0e4-17b1-432a-b6f2-fe4f5808b715","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.491035351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"721859e5-0ea4-40c2-82d8-9bcd6c77823e","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.495430028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ac0d8e6c-7eca-4700-a026-4a64aaac1ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.585348396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ac0d8e6c-7eca-4700-a026-4a64aaac1ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.591375563Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"f65377b8-7aa5-4b03-913c-cd1fe304385a","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.592787026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e5ba43ec-e7ce-475f-a25c-a623b308fcaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.593056929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cde493e-974b-4dcc-a5a2-fc9138b4e0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.601000164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"dee11e7d-3bfc-4777-a264-373135e5e2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.601024595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"529468d5-6900-4ef8-ab59-40ff3e1584d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.602072202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"783e29f7-8de0-468d-8ba4-ee077777a0de","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-a6a121203b59","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.606265788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e5ba43ec-e7ce-475f-a25c-a623b308fcaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.60671045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1cde493e-974b-4dcc-a5a2-fc9138b4e0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.692146568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"dee11e7d-3bfc-4777-a264-373135e5e2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.712244181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"529468d5-6900-4ef8-ab59-40ff3e1584d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.763777959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"2d70a269-aeb1-4925-9b57-e5dff9a14c2c","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-a6a121203b59","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.857005047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"2f02d8f0-619c-40c3-971a-5f6ace1939f8","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.865919586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"1fc866a8-6fb6-4dac-ac37-6cd846eef7b2","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.879686218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dc4c8f55-4d45-4ddf-8fa0-cc8b11e7d7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:34.892305072Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"2d70a269-aeb1-4925-9b57-e5dff9a14c2c","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-1d773b-e2e-extmod-a-98529d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:34.892469378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"2d70a269-aeb1-4925-9b57-e5dff9a14c2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-1d773b-e2e-extmod-a-98529d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.910707431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"dc4c8f55-4d45-4ddf-8fa0-cc8b11e7d7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.912473073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"cbf65c7c-02aa-476a-8bc7-dfffaca487fa","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.92588465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"446254ce-78fa-4975-a163-d0f742d86a69","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.978029683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7f6702d7-3134-4c49-8767-a946df7bd816","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.984509741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"567550b9-9cde-4d23-86f7-f8c1cc8972d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.986653705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fd7943c3-dae3-4f7e-9c17-72f06f6698df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.990617889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"7f6702d7-3134-4c49-8767-a946df7bd816","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.992607446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"8e628188-b211-4e96-b414-59d1deca6176","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.993527672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"567550b9-9cde-4d23-86f7-f8c1cc8972d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.001237791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"fd7943c3-dae3-4f7e-9c17-72f06f6698df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.002797323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"446254ce-78fa-4975-a163-d0f742d86a69","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.00703529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dece1dce-eb8b-4e5f-8f16-b36686434224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.017981463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"6e942c0b-c3b8-41a6-bd88-789a41c81fd6","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.077884587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dece1dce-eb8b-4e5f-8f16-b36686434224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.080198199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","reconcileID":"fe80fafa-8dd4-4403-b9d5-6f907e58f084","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-81cdfa52cbc1","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.097086004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"85d0ab0d-5e2b-4b74-b042-3bbdc35cda08","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-a6a121203b59","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.105380086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","reconcileID":"839cf06e-e0f0-4604-9837-6ee6ff064d21","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-81cdfa52cbc1","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-b-b503a8","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.116683779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"043a85a7-1f4f-40c5-9926-6491e52d9da4","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-a6a121203b59","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.332022432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"06afb228-e64b-41c8-a9eb-20dd994d0b03","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.339043122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a9b39e7a-2b97-4648-8826-22e797beb821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.362513197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fade1e0f-fea4-4dc3-af83-1ffaf2206cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.353592878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"06afb228-e64b-41c8-a9eb-20dd994d0b03","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.362347688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"11591ea3-a4cd-4b79-86c9-61c91a0d6b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.353999439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f19125b-cb69-40b6-842c-0376f65e5aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.382086415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a9b39e7a-2b97-4648-8826-22e797beb821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.383176861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"11591ea3-a4cd-4b79-86c9-61c91a0d6b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.385380652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fade1e0f-fea4-4dc3-af83-1ffaf2206cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.38760206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f19125b-cb69-40b6-842c-0376f65e5aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.393887297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fade1e0f-fea4-4dc3-af83-1ffaf2206cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.394896812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f19125b-cb69-40b6-842c-0376f65e5aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.407251405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b1328e32-42e9-4b21-8e0b-a2f33cdf0964","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.413945537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3ab47d95-de90-4c24-a8b3-11e9fc90ce1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.415362331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"08f0f574-3ea5-44b6-9734-36c2b6b53564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.415382384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b1328e32-42e9-4b21-8e0b-a2f33cdf0964","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.417084873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3c7f6aa9-c353-47db-ab91-ed8594694363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.420918652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4167ec78-f3aa-428e-b766-3cac961c534b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.423084414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3ab47d95-de90-4c24-a8b3-11e9fc90ce1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.426277826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"3c7f6aa9-c353-47db-ab91-ed8594694363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.4273944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b1328e32-42e9-4b21-8e0b-a2f33cdf0964","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.477084067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"4167ec78-f3aa-428e-b766-3cac961c534b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.47743548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"08f0f574-3ea5-44b6-9734-36c2b6b53564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.478821962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"3ab47d95-de90-4c24-a8b3-11e9fc90ce1a","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.511646573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"efb2a8e8-49b0-48b1-96df-7837936afb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.51368783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0efca721-c120-42fa-9487-9fc9f37f9174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.513952496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"6e7cad03-738f-46cf-b320-d4b42a975bc6","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.522311274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"efb2a8e8-49b0-48b1-96df-7837936afb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.522828997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"6e7cad03-738f-46cf-b320-d4b42a975bc6","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.523980725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0efca721-c120-42fa-9487-9fc9f37f9174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.532018329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"dd3cfb47-1ede-465c-addb-6e52a871c1f2","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.532081406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"dd3cfb47-1ede-465c-addb-6e52a871c1f2","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.546802781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"38aa0416-e4f6-48be-b518-288da0b50288","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.546882756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"38aa0416-e4f6-48be-b518-288da0b50288","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.572704941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"2eb06de7-cf55-435b-a0d3-57278438d30e","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.572779199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"2eb06de7-cf55-435b-a0d3-57278438d30e","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.61228164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5f13db42-d01b-4620-bccf-167afa378641","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.612872006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"d472fc47-9202-42a3-b94d-355646e8b4f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.614473254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6b829998-038e-4d9e-bf15-990292664df2","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.616104163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16bd5061-f09f-443c-9459-8b0cad62de13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.617075649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"6ccccc4c-1706-4f8a-ac55-294df27eef49","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.617134932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"6ccccc4c-1706-4f8a-ac55-294df27eef49","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.618498803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a65f9467-cc4f-4f18-a85b-940f01b55858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.620437233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5f13db42-d01b-4620-bccf-167afa378641","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.622099435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"d472fc47-9202-42a3-b94d-355646e8b4f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.622793618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"6b829998-038e-4d9e-bf15-990292664df2","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.62508096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"16bd5061-f09f-443c-9459-8b0cad62de13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.626744711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a65f9467-cc4f-4f18-a85b-940f01b55858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.702045429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"0f760ee9-37e1-4fc2-a5a9-8ec9150a4714","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.70211441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"0f760ee9-37e1-4fc2-a5a9-8ec9150a4714","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.715461366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e0ca7914-397c-4ec2-bd63-a6fee5f6af8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.726506007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e0ca7914-397c-4ec2-bd63-a6fee5f6af8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.881138189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"3c6555b1-3ffe-4d4c-8418-bdffb45fc4af","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:35.881218751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-ambiguous","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-ambiguous","reconcileID":"3c6555b1-3ffe-4d4c-8418-bdffb45fc4af","error":"ExternalModel e2e-extmod-shr-user-210890/e2e-shr-amb-1d773b is attached to several gateways [openshift-ingress/e2e-extmod-a-98529d openshift-ingress/e2e-extmod-b-b503a8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.370958263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","reconcileID":"fedace99-409d-4620-9129-d18893fafd9f","MaaSModelRef":{"name":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-amb-1d773b-a6a121203b59","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-amb-1d773b-e2e-extmod-a-98529d","externalModel":"e2e-shr-amb-1d773b","provider":"e2e-shr-amb-1d773b-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.896561434Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"139fc6d6-a8f6-4439-84cf-faa5b493f5ad","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.912618114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"27529a04-0325-4aae-a13f-89add69bdce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.913285938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"c669863b-b62d-4de9-af74-0ce4dcaf7605","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.921455247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"adc92f7d-0dc9-471a-a4ef-b0d9305ede47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.923050092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"27529a04-0325-4aae-a13f-89add69bdce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.925999258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80acad44-5270-4278-941d-8161dc1df233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.926771108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5df49b37-1eb3-4154-9dee-6270f874ec9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.979570707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"78bfb6e6-341e-41bd-9cf0-93b7ca1ee63f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.982147971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"5fd14740-a6eb-4637-875d-120509bfd620","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.984374277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"adc92f7d-0dc9-471a-a4ef-b0d9305ede47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.988882878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"4124c51c-0846-4794-ae72-ce0ea2032ee4","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.991416621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"78bfb6e6-341e-41bd-9cf0-93b7ca1ee63f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.991599012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5df49b37-1eb3-4154-9dee-6270f874ec9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.992441623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"27529a04-0325-4aae-a13f-89add69bdce7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.993079852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"46334847-8e6f-48f4-b04d-9466d05e4ef8","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.993550413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"5add1a28-c853-463f-8c77-27abd4ad9f60","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.994158343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80acad44-5270-4278-941d-8161dc1df233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.000440821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5df49b37-1eb3-4154-9dee-6270f874ec9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.001320165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80acad44-5270-4278-941d-8161dc1df233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.002704613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"78bfb6e6-341e-41bd-9cf0-93b7ca1ee63f","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.076999794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"36bda5e4-7154-4825-8752-0d3cbaed20e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.083020396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"f4f1b98a-3f43-4e48-8bad-749093771cd5","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.086993036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"36bda5e4-7154-4825-8752-0d3cbaed20e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.088773157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3ca6b7a6-6aa5-42ce-ad17-f3897aa64289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.088777977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c37f606b-721e-4695-b9f7-d54c5791db74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.08930438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"4285a22d-3ac0-4a21-9572-ec67d957d901","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.092472336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"da336f02-f0c2-4995-bd8a-b176eff77d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.097526838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c37f606b-721e-4695-b9f7-d54c5791db74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.09927538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"3ca6b7a6-6aa5-42ce-ad17-f3897aa64289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.099890634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"4285a22d-3ac0-4a21-9572-ec67d957d901","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.106057772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"da336f02-f0c2-4995-bd8a-b176eff77d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.109243947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"81b24203-c805-485b-97a5-457b10f1b24e","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.140067924Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-1d773b","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","reconcileID":"b4fb5542-e934-4492-bcce-126501b8704a","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-amb-1d773b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.223889014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8b0c1b03-94b7-4f41-868e-54be2f133317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.224566487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"568c6e91-aeca-4f31-a13f-e8a82a26130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.225341522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"65c4949e-c319-4447-8658-b6818e139014","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.227643285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"25fdd382-eb63-41b8-8e08-02d2cbcd4660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.256766962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"568c6e91-aeca-4f31-a13f-e8a82a26130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.260548664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"8b0c1b03-94b7-4f41-868e-54be2f133317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.264337778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"25fdd382-eb63-41b8-8e08-02d2cbcd4660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.331139402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5aadcc0c-85bd-4d34-bed4-1bd4c5e600b5","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.331625198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"bbb5e121-7fdd-46b6-8225-f177113d8eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.331841817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5e5b1b70-5056-45a2-a9b9-4736075e5802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.332044474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6f6b9c15-8c80-4fb0-b98e-cbfc3f08d638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.332240328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"ba49c571-8eb4-49f9-93fc-3b24864b861b","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.340129087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"5aadcc0c-85bd-4d34-bed4-1bd4c5e600b5","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.341059144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5e5b1b70-5056-45a2-a9b9-4736075e5802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.342665438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"bbb5e121-7fdd-46b6-8225-f177113d8eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.343589438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"6f6b9c15-8c80-4fb0-b98e-cbfc3f08d638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.344918706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"ba49c571-8eb4-49f9-93fc-3b24864b861b","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.588609429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"bef6e31e-7e2f-49df-8515-882ef940d338","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.591658747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b81a3500-ec18-49d6-bb8b-2bae039cc50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.596823313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"bef6e31e-7e2f-49df-8515-882ef940d338","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.602521373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b81a3500-ec18-49d6-bb8b-2bae039cc50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.603702233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"bef6e31e-7e2f-49df-8515-882ef940d338","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.610017785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b81a3500-ec18-49d6-bb8b-2bae039cc50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.619882718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a49a381a-5c4a-44dc-b108-f516681c1980","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.62205256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b92bc8bb-7445-4518-af88-d6d9b8e02a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.622918428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16e00755-d2b9-4166-adde-bdc576301c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.623347071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"be911ea6-75f8-4e3e-8e41-32df4241d00e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.623546516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bbf36062-5215-4423-9170-322734f391c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.688178027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b92bc8bb-7445-4518-af88-d6d9b8e02a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.689009923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a49a381a-5c4a-44dc-b108-f516681c1980","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.695562223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"be911ea6-75f8-4e3e-8e41-32df4241d00e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.696770567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"394813d3-b897-40f4-b493-f357b05128b2","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.701290611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"bbf36062-5215-4423-9170-322734f391c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.715951196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16e00755-d2b9-4166-adde-bdc576301c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.719758777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"be911ea6-75f8-4e3e-8e41-32df4241d00e","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.766221372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16e00755-d2b9-4166-adde-bdc576301c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.767038497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"e659d1db-12e1-45cd-a155-11b3540c84cb","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-38cf8370","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.817554587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d80c03e7-d6db-436b-a5a1-469e9772c3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.92952041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d80c03e7-d6db-436b-a5a1-469e9772c3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.941106382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"0eabb06c-912d-445a-87fa-3644dba7d2f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.941769803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f6ef0b9e-8c39-452b-8398-a1b833f53686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.955184867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"f6ef0b9e-8c39-452b-8398-a1b833f53686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.970541551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"0eabb06c-912d-445a-87fa-3644dba7d2f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.730401315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9504a5d4-1d1a-40b4-8061-ab9d4252ac37","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.730432432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"9504a5d4-1d1a-40b4-8061-ab9d4252ac37","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.742863773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e0f29b-3cea-4bea-a155-99ed505d586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.745810163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dfcaaf84-283d-4b22-85eb-dfe4eb9a128d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.745820855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3887031f-e82a-4e1a-9932-80c7547229c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.747533276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"79ee6481-e9cc-46cf-a07e-4c4587b33db4","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cce41531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.752007489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e0f29b-3cea-4bea-a155-99ed505d586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.755156723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dfcaaf84-283d-4b22-85eb-dfe4eb9a128d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.755316203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3887031f-e82a-4e1a-9932-80c7547229c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.761022141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e0f29b-3cea-4bea-a155-99ed505d586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.766154998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"dfcaaf84-283d-4b22-85eb-dfe4eb9a128d","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.768466852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3887031f-e82a-4e1a-9932-80c7547229c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.882632587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"361e930c-8d24-4fb3-9ade-dad443324416","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.882831367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b779d811-26d6-4195-ad65-95407742d898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.882632693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91eb5327-4685-42c6-b761-17540c9c8607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.891953764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b779d811-26d6-4195-ad65-95407742d898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.892442837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"361e930c-8d24-4fb3-9ade-dad443324416","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.894725386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91eb5327-4685-42c6-b761-17540c9c8607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.904140139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b779d811-26d6-4195-ad65-95407742d898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.905238688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"361e930c-8d24-4fb3-9ade-dad443324416","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.905894621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (04e4ff5c3126f6d48c03fc6fd56188b0b41ebe34095b7060bb1753bd6dd4d9da) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (52b618b423d50d71949f68e7477cce7f05847b9316b704e8d3a72a23f110deaa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6fa38fb6e37630d3800c56f333fed49673b8c444b9bb9dc9429cf646e55e0db4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c379c90336e2ba79be86d775a9082623c2689687e798bbd043a5f0b9f49d6d73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91eb5327-4685-42c6-b761-17540c9c8607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:43.30978054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"4049f09f-8e29-4759-97f8-fe64621e4ca2","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:43.309883876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"4049f09f-8e29-4759-97f8-fe64621e4ca2","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.469535951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8cd78f-b66a-4dbb-bdef-9ccefd3b77f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.473775418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8cd78f-b66a-4dbb-bdef-9ccefd3b77f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.477899279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8cd78f-b66a-4dbb-bdef-9ccefd3b77f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.483982305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8cd78f-b66a-4dbb-bdef-9ccefd3b77f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.726155561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed5fc58-65a6-476b-a1b8-8ff4964fea3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.729455123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed5fc58-65a6-476b-a1b8-8ff4964fea3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.732627206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed5fc58-65a6-476b-a1b8-8ff4964fea3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:43.735858127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed5fc58-65a6-476b-a1b8-8ff4964fea3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.614137867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c5bd0702-2888-4f0f-92c9-4485be129295","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.623103092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c5bd0702-2888-4f0f-92c9-4485be129295","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.629979847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c5bd0702-2888-4f0f-92c9-4485be129295","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.770351952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"263ae3a7-b16c-422b-9868-4dd82d7c5bff","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","subscription":"e2e-shr-auth-73a081-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.778423393Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"263ae3a7-b16c-422b-9868-4dd82d7c5bff","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.782056633Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-sub","reconcileID":"263ae3a7-b16c-422b-9868-4dd82d7c5bff","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.817279407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"3dc9fa75-8770-4149-b3f2-807616f8dc24","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.821808717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"859c9018-b512-4d5f-87c7-a4fb2293fc7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.829741723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"859c9018-b512-4d5f-87c7-a4fb2293fc7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.924118386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"8f7d9518-8bbb-4d9f-b368-21e1522fe93a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.932616547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"8f7d9518-8bbb-4d9f-b368-21e1522fe93a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.967324007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9f8a5e00-59db-49a4-95df-0b0353a0c44e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.970824282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"470d8efe-10c6-418b-b553-3c7bbcf2867c","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.053879994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9f8a5e00-59db-49a4-95df-0b0353a0c44e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.089236343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9f8a5e00-59db-49a4-95df-0b0353a0c44e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"name":"e2e-extmod-b-b503a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.089263004Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"e2e-shr-auth-73a081-access","reconcileID":"9f8a5e00-59db-49a4-95df-0b0353a0c44e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.103648952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","reconcileID":"5bac9c8c-d26e-4a58-9872-eae68ceef5b8","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-3490e6affd07","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-b-b503a8","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-b-b503a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.264379496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"c760093e-41e1-4005-8998-d719739e3997","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.269043996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"1f8fe128-10ae-478f-ae22-24833b13aa43","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.280738716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"1f8fe128-10ae-478f-ae22-24833b13aa43","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.285417403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"5e21bea0-df86-4015-9208-a44e8ffc344c","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d937bf0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.411173408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"88da2030-7089-41da-a847-1f2b2d0f1bed","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.421361992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"88da2030-7089-41da-a847-1f2b2d0f1bed","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.751453104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"5cd73cf7-7a85-45ee-8784-e6107e0d1245","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c93311","subscription":"e2e-dft-c93311-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.758317654Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"5cd73cf7-7a85-45ee-8784-e6107e0d1245","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.762013755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-sub","reconcileID":"5cd73cf7-7a85-45ee-8784-e6107e0d1245","MaaSSubscription":{"name":"e2e-dft-c93311-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c93311","namespace":"llm","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.913015595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"cb3ae52a-038d-4fba-98a4-29f9b4c3a6de","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.913051892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"cb3ae52a-038d-4fba-98a4-29f9b4c3a6de","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.919718542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e077fb4-f2a4-4615-80c1-9a2ca1247cb0","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.920294622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66c202b-1e2f-4ceb-8c19-eee4181e5b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.925034363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c5dce0c-7737-4868-b33c-eb74a4ef7116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.983772078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e077fb4-f2a4-4615-80c1-9a2ca1247cb0","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:49.984390487Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66c202b-1e2f-4ceb-8c19-eee4181e5b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:49.984647063Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c5dce0c-7737-4868-b33c-eb74a4ef7116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.991300439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b2c9897-9a90-423f-9b95-7c314ab6abb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.991316247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b2c9897-9a90-423f-9b95-7c314ab6abb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.99146095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"8e077fb4-f2a4-4615-80c1-9a2ca1247cb0","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:49.991804497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66c202b-1e2f-4ceb-8c19-eee4181e5b6c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:49.993650739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c5dce0c-7737-4868-b33c-eb74a4ef7116","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.993911982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c747b8a5-e9a7-4456-80d7-3c8fdc5a812c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:49.993925709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c747b8a5-e9a7-4456-80d7-3c8fdc5a812c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.003801135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e00d1cfa-6c32-446d-93d2-ebe5740eb00a","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.003817614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"e00d1cfa-6c32-446d-93d2-ebe5740eb00a","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.019479776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163eb464-7474-46d1-8491-fcb761065519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.01953051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ea275e-fc48-4b37-b43f-52cbe3687dc9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.020827457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1a4e399-a03a-4f18-90bb-d366b417f0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.029470216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163eb464-7474-46d1-8491-fcb761065519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.029497317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ea275e-fc48-4b37-b43f-52cbe3687dc9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.031884835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1a4e399-a03a-4f18-90bb-d366b417f0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.037019274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163eb464-7474-46d1-8491-fcb761065519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.03701958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ea275e-fc48-4b37-b43f-52cbe3687dc9","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.077526171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e464c42-03d1-482e-b2c6-e9af70fab901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.077548631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e464c42-03d1-482e-b2c6-e9af70fab901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.077679974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1a4e399-a03a-4f18-90bb-d366b417f0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:50.080742637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"53ea275e-fc48-4b37-b43f-52cbe3687dc9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c93311-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.080871954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c93311-access","reconcileID":"cd096033-0ccc-4d42-8516-e936895e3bad","MaaSAuthPolicy":{"name":"e2e-dft-c93311-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.081182977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5e336a93-d083-420d-8194-0aeff7aeb21f","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.081219493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5e336a93-d083-420d-8194-0aeff7aeb21f","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.086383186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bcaa03-402a-4190-b3d6-3ade644b74e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.086398644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bcaa03-402a-4190-b3d6-3ade644b74e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.098943341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5a64c896-f8e9-4477-9b7c-69c6e0eba72b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.098963174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"5a64c896-f8e9-4477-9b7c-69c6e0eba72b","MaaSModelRef":{"name":"e2e-dft-c93311","namespace":"llm"},"routeName":"external-model-e2e-dft-c93311-4286f2a09d4d","namespace":"llm","model":"e2e-dft-c93311","externalModel":"e2e-dft-c93311","provider":"e2e-dft-c93311-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.653509388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"c11362ad-aed2-4b98-8966-5d3e23a13ff4","namespace":"llm","name":"e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677077169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fcb1e561-eb0e-4500-9997-4668c584bd19","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677101448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fcb1e561-eb0e-4500-9997-4668c584bd19","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677478524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a67fe2fb-bd25-4caf-9fee-750598ffa95d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677492339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a67fe2fb-bd25-4caf-9fee-750598ffa95d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677742759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a37427-e6de-4e59-a888-fd060130097d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.677757214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a37427-e6de-4e59-a888-fd060130097d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.678349576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceff8836-23c5-49d7-8e68-61a97e4be5a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.678431122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceff8836-23c5-49d7-8e68-61a97e4be5a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.678821647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62a715ec-5cd4-4b04-ba18-08bfa667181e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.678872272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62a715ec-5cd4-4b04-ba18-08bfa667181e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.679384559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c8cc6e1-f8e9-41ec-9bc4-73972a087a7b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.679407466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c8cc6e1-f8e9-41ec-9bc4-73972a087a7b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.679810866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0938c538-ad4d-4da5-9947-d50a431328e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.679830449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0938c538-ad4d-4da5-9947-d50a431328e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.680180606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84cf54f7-27c8-4c3f-add8-ff15462e0a9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.680195332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84cf54f7-27c8-4c3f-add8-ff15462e0a9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.689181725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"22219c7d-ccb3-4db8-a5cc-3af76281d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.689300029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ea337242-ec28-486c-b252-e851f7b6e904","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.689697631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aef56df-d33f-4157-af13-f98e155675dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.695127522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e47ff3d-b3c0-46a6-b527-270f2fe766e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.695220829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fc1ce345-7c56-43c3-927f-c3c3743f9de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.699781535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"22219c7d-ccb3-4db8-a5cc-3af76281d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.70044087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aef56df-d33f-4157-af13-f98e155675dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.702034032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ea337242-ec28-486c-b252-e851f7b6e904","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.710080827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"ea337242-ec28-486c-b252-e851f7b6e904","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.712515112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"fc1ce345-7c56-43c3-927f-c3c3743f9de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.712538198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e47ff3d-b3c0-46a6-b527-270f2fe766e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.713737884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aef56df-d33f-4157-af13-f98e155675dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.718932723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd7f2f31-a442-48f7-bf7d-9cb4a96efc8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.718977581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"798c1239-8001-436f-8e10-88dffe5d4464","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.721060438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e47ff3d-b3c0-46a6-b527-270f2fe766e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.78805346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"56a9f232-5e24-42c4-ba5b-72d93a8c1740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.788752783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"442f1ad1-f2ac-493b-8108-0b285632b93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.789844626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7c087541-3e7c-43fc-909a-e08bf39215f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.796577395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"56a9f232-5e24-42c4-ba5b-72d93a8c1740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.798352291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"442f1ad1-f2ac-493b-8108-0b285632b93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.799890572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7c087541-3e7c-43fc-909a-e08bf39215f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.816239531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c93311","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c93311","reconcileID":"33c7680e-aea9-4f61-a58f-77e9ea2dd719","namespace":"llm","name":"e2e-dft-c93311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.825292804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"61f9ff6d-c917-4408-ad5d-70a164abf51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.835360287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"61f9ff6d-c917-4408-ad5d-70a164abf51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.918627035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"1b41b272-4a90-4843-9829-8a5e012b7639","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.919909205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"82c9fb67-28cc-4b5b-a3af-6b2e2f2806d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.91997924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5683615b-41af-4eaa-8a59-b782cb725acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.920388409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f299b5b7-d7d2-45b3-92e9-8d48f5db3570","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.921682773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"186dc1fc-7e26-4d01-82c4-ae3c370d18ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.927195762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"1b41b272-4a90-4843-9829-8a5e012b7639","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.927779752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"82c9fb67-28cc-4b5b-a3af-6b2e2f2806d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.929398098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"5683615b-41af-4eaa-8a59-b782cb725acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.931831344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f299b5b7-d7d2-45b3-92e9-8d48f5db3570","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.93207298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"186dc1fc-7e26-4d01-82c4-ae3c370d18ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.040476575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"f8f8d7b1-3cca-4f0e-b3cc-0e1d60c7b3a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.050520714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8db52d80-5a4d-4017-97cc-6e803816692b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.144792199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"f8f8d7b1-3cca-4f0e-b3cc-0e1d60c7b3a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.179307803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"8db52d80-5a4d-4017-97cc-6e803816692b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.267439071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dff1f2dc-0153-40ea-af36-2f61c71d1de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.282733291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7d00469d-ebb1-48b0-bd51-586eca3da2a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.323767819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dff1f2dc-0153-40ea-af36-2f61c71d1de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.329077257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaadf6ea-07e9-4d5f-a502-99bec65b8746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.329853463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c5a85227-8e0e-4232-83cc-bdfc601bf9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.33574291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dff1f2dc-0153-40ea-af36-2f61c71d1de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.337503861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7d00469d-ebb1-48b0-bd51-586eca3da2a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.344678472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaadf6ea-07e9-4d5f-a502-99bec65b8746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.351426212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"c5a85227-8e0e-4232-83cc-bdfc601bf9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.364821586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7d00469d-ebb1-48b0-bd51-586eca3da2a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.374640793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaadf6ea-07e9-4d5f-a502-99bec65b8746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.396604455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d090014b-f5f5-4060-b73f-b160af485603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.399062006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c436731e-3aa7-40c3-8fcc-b9fa070cc271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.407933973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d090014b-f5f5-4060-b73f-b160af485603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.410630972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c436731e-3aa7-40c3-8fcc-b9fa070cc271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.48225171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6995f0d1-c9f5-4bcd-b416-56a416f8ad05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.482808737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5e08f27f-c178-4907-a121-144ead29de99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.494351422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"6995f0d1-c9f5-4bcd-b416-56a416f8ad05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.494783961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5e08f27f-c178-4907-a121-144ead29de99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.570123061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"98bbabc9-afb8-4a6a-bc22-4432148be3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.578698069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"98bbabc9-afb8-4a6a-bc22-4432148be3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.561361299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","reconcileID":"9ed5806a-e037-40c5-8351-209a551ff6d8","namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.575459732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","reconcileID":"4e44861f-9cd4-487e-90ff-eeabe5d49b93","namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.578243035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d1de9bac-9b79-4bd9-a6be-f7d9c7bc8825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.578281859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922032a6-91d8-4543-a351-0f1978df6a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.578863151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c6ce996-1b6c-4b09-b240-866a46c0bcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.579023049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"2c0398a0-c2ed-46a0-ada7-a15db1ed4414","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.578868866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ca14c67e-1171-4262-ab1b-c3d69d23abfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.591346273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"d1de9bac-9b79-4bd9-a6be-f7d9c7bc8825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.594797388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"2c0398a0-c2ed-46a0-ada7-a15db1ed4414","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.595399231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c6ce996-1b6c-4b09-b240-866a46c0bcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.591345956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"ca14c67e-1171-4262-ab1b-c3d69d23abfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.597632465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922032a6-91d8-4543-a351-0f1978df6a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.604801088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"2c0398a0-c2ed-46a0-ada7-a15db1ed4414","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.607499142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922032a6-91d8-4543-a351-0f1978df6a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.608255398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c6ce996-1b6c-4b09-b240-866a46c0bcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.622854697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08cb44c1-640c-48d9-8b6c-4fc5272f520c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.622880661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e192bc26-ef32-4773-9b48-bd41ffeac829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.623370159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"37d3a344-f2f5-4ef6-87ee-e9c73cd0327b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.631383937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e192bc26-ef32-4773-9b48-bd41ffeac829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.631702581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"37d3a344-f2f5-4ef6-87ee-e9c73cd0327b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.633690976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08cb44c1-640c-48d9-8b6c-4fc5272f520c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.724670799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9a9f1737-7838-49d8-ae56-66c36c15c6d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.724957824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ee93f047-2b31-4adb-91a3-89a1ed3af03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.734602553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ee93f047-2b31-4adb-91a3-89a1ed3af03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.734691942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"9a9f1737-7838-49d8-ae56-66c36c15c6d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.752793699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"01dec17d-b0eb-4ea9-81d3-29fed2125a5f","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.767108595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"1b024ed6-96ce-4deb-8d69-b24e5041cd2e","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:53.77516258Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"1b024ed6-96ce-4deb-8d69-b24e5041cd2e","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:53.775265387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"1b024ed6-96ce-4deb-8d69-b24e5041cd2e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.783738616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"4019aa89-f7f6-456d-9797-35f2c0273e11","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.821866892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"b9002c4a-8b2f-44b5-809e-17f524b8fb9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.822770285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"81b66b01-81ec-4531-9964-abd20caf624a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.824354471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"92a6b1e8-3dea-46be-a67f-f54eb787dfe1","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.824915839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"419d8b9f-5f07-4a2c-bbfc-4aa11ca000cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.825601477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"95c24bef-91ed-4a8e-a43d-386a3110aa14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.83062134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"b9002c4a-8b2f-44b5-809e-17f524b8fb9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.835054594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"419d8b9f-5f07-4a2c-bbfc-4aa11ca000cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.835602571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"92a6b1e8-3dea-46be-a67f-f54eb787dfe1","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.837897827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"95c24bef-91ed-4a8e-a43d-386a3110aa14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.839227001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"81b66b01-81ec-4531-9964-abd20caf624a","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.839455117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","reconcileID":"df498dad-10be-4b7f-9ab6-9dd7bf663b44","namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.843334832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"767d393f-524a-4469-be28-6546e40d923d","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.924546732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb5b191e-e291-4d5e-8ed0-01a0ecc1f667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.926148844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d60ea59c-319f-4121-ac00-fe683c1e4f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.955087357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb5b191e-e291-4d5e-8ed0-01a0ecc1f667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.034528963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb5b191e-e291-4d5e-8ed0-01a0ecc1f667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.035900319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"d60ea59c-319f-4121-ac00-fe683c1e4f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.042987225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"4c495fd9-6356-464e-98af-d61cd2f60dbe","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.052946345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9dd0cec6-3e50-4f23-ba10-de8ccf0a74b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.105730017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7a93d7ae-d4a3-452d-a22c-c01d8596c33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.122658695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"487ee57d-9749-4413-956d-c2c1bcec19cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.124670932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f65ac90-fd18-424e-942f-c84eb3807a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.127962796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9dd0cec6-3e50-4f23-ba10-de8ccf0a74b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.130945384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"e8a58632-69d5-435a-9e01-fb1b27ca5ee3","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.144658883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"7a93d7ae-d4a3-452d-a22c-c01d8596c33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.148466187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f65ac90-fd18-424e-942f-c84eb3807a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.188117491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"487ee57d-9749-4413-956d-c2c1bcec19cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.189748394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8fa2fda5-b920-41d9-92c8-986d876f35e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.192815371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f65ac90-fd18-424e-942f-c84eb3807a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.199783752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"487ee57d-9749-4413-956d-c2c1bcec19cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.200355976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8fa2fda5-b920-41d9-92c8-986d876f35e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.277039982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"18c86cf9-8547-4de9-bc4e-a36d704b8105","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.283903554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"817283de-3709-403f-bdfb-9ba5b77597f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.284418152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d3dc31c3-d49d-4112-95ba-190578b4d5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.284874554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"115043a5-45c2-4f56-9bbd-c87c396d1289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.289496612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"18c86cf9-8547-4de9-bc4e-a36d704b8105","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.293693251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"817283de-3709-403f-bdfb-9ba5b77597f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.296560088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c96c5082-7861-4aab-8640-5c311da23c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.300710241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"115043a5-45c2-4f56-9bbd-c87c396d1289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.303668544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"d3dc31c3-d49d-4112-95ba-190578b4d5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.307699555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c96c5082-7861-4aab-8640-5c311da23c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.351835469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a59ec31a-e376-47c2-a7b4-0ff79ba925e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.376542528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"5113f01a-76cf-4aaa-8cee-778be5a3ee0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.37876471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"a59ec31a-e376-47c2-a7b4-0ff79ba925e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.380122494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d8a5b1be-fa20-4651-9bdc-8238ef03eed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.380291107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df8a7a85-c9ec-4291-b954-6879d9ef1465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.385318549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"5113f01a-76cf-4aaa-8cee-778be5a3ee0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.392440966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"df8a7a85-c9ec-4291-b954-6879d9ef1465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.392562682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d8a5b1be-fa20-4651-9bdc-8238ef03eed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.772920652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"7740b043-3245-4228-b29f-8b0a964f6807","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.798737474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a8b853a6-388a-4517-8b33-e420f5000c7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.799557447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"9d9a31c9-d961-4cb5-bb71-01c4822b0338","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.831286034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a8b853a6-388a-4517-8b33-e420f5000c7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.841876128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a8b853a6-388a-4517-8b33-e420f5000c7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.856013986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"57196f1d-94c5-41a9-a0d5-7706fd6cbb4c","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:55.696415889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.293021136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"b2602530-ea59-4577-b2ff-2a3237d07b2f","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","subscription":"e2e-shr-auth-73a081-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.30690765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"b2602530-ea59-4577-b2ff-2a3237d07b2f","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.311912964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-sub","reconcileID":"b2602530-ea59-4577-b2ff-2a3237d07b2f","MaaSSubscription":{"name":"e2e-shr-auth-73a081-sub","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"maas-trlp-e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890","model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.347182743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"909bd5f7-030b-43da-9ddb-ec9a6d468d29","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.35173509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"af4d6708-cb21-422d-b5cb-7ca50449054e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.361494671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"af4d6708-cb21-422d-b5cb-7ca50449054e","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.496648302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d381565e-61ba-429d-a7a2-7657cd089c8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.557746221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"d381565e-61ba-429d-a7a2-7657cd089c8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.562810758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"e69a7d3b-895e-496a-8312-e5c26357e8b7","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.7119329Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"2cc9e4d2-e596-4b8a-83c6-5e0a51e22fc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"model":"e2e-extmod-shr-user-210890/e2e-shr-auth-73a081-e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.79439479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"2cc9e4d2-e596-4b8a-83c6-5e0a51e22fc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.827935877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"2cc9e4d2-e596-4b8a-83c6-5e0a51e22fc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"name":"e2e-extmod-a-98529d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.827962682Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"e2e-shr-auth-73a081-access","reconcileID":"2cc9e4d2-e596-4b8a-83c6-5e0a51e22fc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-73a081-access","namespace":"ai-tenant-e2e-extmod-a-98529d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.883331345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"0b6f2ff4-a950-4a4b-9b50-2f8c2ea65a0e","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:59.163970832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","reconcileID":"fba6bccc-6a3c-43ac-9e45-b56cdc6916ee","MaaSModelRef":{"name":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","namespace":"e2e-extmod-shr-user-210890"},"routeName":"external-model-e2e-shr-auth-73a081-2964d47be827","namespace":"e2e-extmod-shr-user-210890","model":"e2e-shr-auth-73a081-e2e-extmod-a-98529d","externalModel":"e2e-shr-auth-73a081","provider":"e2e-shr-auth-73a081-provider","gateway":"openshift-ingress/e2e-extmod-a-98529d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.691976351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"22fa154f-503f-4347-99b8-b6ebb8b961b2","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.718738174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"f19872dc-865e-4657-acc9-1f76d31b5200","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.486489481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"ebd4d398-fb9b-4d93-9556-27c7f91648b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.494792847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"ebd4d398-fb9b-4d93-9556-27c7f91648b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.49573697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"540dd2ab-5d5d-438a-8923-ae64e39d0608","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.495765315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"540dd2ab-5d5d-438a-8923-ae64e39d0608","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.678958333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"ba1f5f1b-bb7e-4949-817c-6f2fe24a39ba","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.703397811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1e8c16e1-18a5-49cf-a1d7-40872ae480c6","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.706727101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"ee231d89-699b-4e61-8937-8e14824646d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.737735705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"ee231d89-699b-4e61-8937-8e14824646d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.74532385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"ee231d89-699b-4e61-8937-8e14824646d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.755850311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"419e8f54-0a7e-4b80-afb8-de2d973d5484","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.815449846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"27a56d22-3e69-4f3e-8de0-392bbe52a700","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.815480713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"27a56d22-3e69-4f3e-8de0-392bbe52a700","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.824245239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"be642136-cfee-4465-8a8b-f6c9d4b38acf","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.824276237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"be642136-cfee-4465-8a8b-f6c9d4b38acf","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.832356112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9cc66f5f-f79c-4341-b4e6-d2b7f6368244","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.862913183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9cc66f5f-f79c-4341-b4e6-d2b7f6368244","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.870289468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9cc66f5f-f79c-4341-b4e6-d2b7f6368244","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.877151546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"71dcc27d-b6cd-4a1a-8d94-4a488ac39800","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.87717398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"71dcc27d-b6cd-4a1a-8d94-4a488ac39800","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.051277316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7077ca90-94fe-49d6-a057-eb7e2ecc86a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.066876248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7077ca90-94fe-49d6-a057-eb7e2ecc86a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.074446597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7077ca90-94fe-49d6-a057-eb7e2ecc86a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.21279468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2983913f-5cc3-4e31-8027-d5148c868a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.217148506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c358e501-939c-488a-b7db-1dd9d8fcd496","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.22418788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2983913f-5cc3-4e31-8027-d5148c868a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.27999042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c358e501-939c-488a-b7db-1dd9d8fcd496","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.28052106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2983913f-5cc3-4e31-8027-d5148c868a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.287145724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c358e501-939c-488a-b7db-1dd9d8fcd496","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.301016004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"7cae2cb9-a58c-4135-b2a8-a86b71bcd1e9","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.861993181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dd732462-e21b-443f-88fd-80c7373087ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.87044988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dd732462-e21b-443f-88fd-80c7373087ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.879056097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dd732462-e21b-443f-88fd-80c7373087ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.724593835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"65a58cf3-3fdf-4c40-9cb6-92d2ebef3204","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.784485144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"22a3c572-7d94-4309-88e2-8028f32f41c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.784755101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c133d7ae-a0d4-486e-a101-b307beecf75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.786460728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"56b6bc4b-a04f-48c7-b67a-74c11c58995f","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.790425818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a409cec6-3175-482b-8494-801907587687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.793578982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95b7be7-7b9c-4cbc-9ec1-233fec4b1cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.797889735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"56b6bc4b-a04f-48c7-b67a-74c11c58995f","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.801247272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"22a3c572-7d94-4309-88e2-8028f32f41c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.805021491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c133d7ae-a0d4-486e-a101-b307beecf75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.808992708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a409cec6-3175-482b-8494-801907587687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.877642701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"56b6bc4b-a04f-48c7-b67a-74c11c58995f","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.879634154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95b7be7-7b9c-4cbc-9ec1-233fec4b1cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.881368457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"22a3c572-7d94-4309-88e2-8028f32f41c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.883593644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c133d7ae-a0d4-486e-a101-b307beecf75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.885972847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a409cec6-3175-482b-8494-801907587687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.893844108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95b7be7-7b9c-4cbc-9ec1-233fec4b1cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.897737883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aecf32b0-3170-470f-9607-c98187d12f09","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.903593453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5844b4f9-2b00-45a0-93c9-1d5636654399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.97690106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aecf32b0-3170-470f-9607-c98187d12f09","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.980222362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5844b4f9-2b00-45a0-93c9-1d5636654399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.981406884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-73a081","namespace":"e2e-extmod-shr-user-210890"},"namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","reconcileID":"8d919638-3ab6-4f53-bcab-57aa57666607","namespace":"e2e-extmod-shr-user-210890","name":"e2e-shr-auth-73a081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.985943926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aecf32b0-3170-470f-9607-c98187d12f09","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.998441917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5e10ae26-23b1-41ab-9bc6-ebc03315d305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.013264305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"921997b5-7e4b-41a1-94c8-e6d56d717dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.102721696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2eb575ff-6754-4370-8f40-a905c6ddc8e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.249700424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"207d462e-ede0-4135-91df-e3bccd4c8b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.299376173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"921997b5-7e4b-41a1-94c8-e6d56d717dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.301009007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"2eb575ff-6754-4370-8f40-a905c6ddc8e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.301993155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5e10ae26-23b1-41ab-9bc6-ebc03315d305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.305828127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"207d462e-ede0-4135-91df-e3bccd4c8b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.332531816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"af29ad90-1d2e-4527-8811-b92f06924e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.36191434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"af29ad90-1d2e-4527-8811-b92f06924e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.440642763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"01ab3844-a662-4247-9a81-df70adeebbe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.440764779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c9c855bb-071b-4ee6-ace9-e7bac680add8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.446816064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7a10f713-0ef3-4e80-b678-bde8148d2161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.452316892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c9c855bb-071b-4ee6-ace9-e7bac680add8","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.454329959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"01ab3844-a662-4247-9a81-df70adeebbe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.456707337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"7a10f713-0ef3-4e80-b678-bde8148d2161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.533480478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f358c82c-99aa-4387-925c-1a35d7c9ecc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.533684342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a3d723c5-c86a-441a-af64-3afc889f56ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.534894818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d6bf2f2-62af-4031-879a-237ffd6f771b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.542141063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"f358c82c-99aa-4387-925c-1a35d7c9ecc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.542258878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a3d723c5-c86a-441a-af64-3afc889f56ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.544767659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0d6bf2f2-62af-4031-879a-237ffd6f771b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.639573063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"582609ad-5388-4dce-b72f-c8aa3561ed0b","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.642322636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"61a673f7-b2fe-4be8-aa07-2fd0dfdc2f44","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.644186483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b06a24cb-667d-4c24-8840-29db79dac2fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.649068624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcba8d35-7baa-4b5a-b291-9d4e56e930ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.650555144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"582609ad-5388-4dce-b72f-c8aa3561ed0b","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.661662776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcba8d35-7baa-4b5a-b291-9d4e56e930ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.674758218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"582609ad-5388-4dce-b72f-c8aa3561ed0b","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.679297853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b06a24cb-667d-4c24-8840-29db79dac2fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.682355711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcba8d35-7baa-4b5a-b291-9d4e56e930ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.691277558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b06a24cb-667d-4c24-8840-29db79dac2fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.696734737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"61a673f7-b2fe-4be8-aa07-2fd0dfdc2f44","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.726979581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"61a673f7-b2fe-4be8-aa07-2fd0dfdc2f44","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.756466717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b0f088b-522b-4079-9d77-aee0bba84fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.756689183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5477f694-a02b-479b-a53e-48214605054e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.756466763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf502fe-e2db-4d71-a9ac-4622d8220714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.759702785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4f343d04-6935-4447-ac77-ee3498f4e63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.759723961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5a929fe8-b61d-4853-81eb-e889e9b8aca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.770930051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf502fe-e2db-4d71-a9ac-4622d8220714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.775142641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"1b0f088b-522b-4079-9d77-aee0bba84fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.775242682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"4f343d04-6935-4447-ac77-ee3498f4e63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.7794187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"5a929fe8-b61d-4853-81eb-e889e9b8aca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.780733588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"5477f694-a02b-479b-a53e-48214605054e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.791676946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf502fe-e2db-4d71-a9ac-4622d8220714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.836159539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aad4d60d-f923-4969-ab92-3b56434c003f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.850890164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aad4d60d-f923-4969-ab92-3b56434c003f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.858427239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"aad4d60d-f923-4969-ab92-3b56434c003f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.688106518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8ac78faf-3eba-48e7-88d5-96b13325da64","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.69572439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6016738b-951f-4bb2-b508-7e07d437adf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.699466747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8ac78faf-3eba-48e7-88d5-96b13325da64","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.710332681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6016738b-951f-4bb2-b508-7e07d437adf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.712385886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8ac78faf-3eba-48e7-88d5-96b13325da64","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.777906975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6016738b-951f-4bb2-b508-7e07d437adf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.7881526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"33ee0566-ae37-4441-90e9-0a872d990f17","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.788317441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"b63e35f3-bbc6-4a0c-96c3-b910e8382fd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.797578766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"b63e35f3-bbc6-4a0c-96c3-b910e8382fd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.798258326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"33ee0566-ae37-4441-90e9-0a872d990f17","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.804709667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"b63e35f3-bbc6-4a0c-96c3-b910e8382fd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.805540288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"33ee0566-ae37-4441-90e9-0a872d990f17","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.806026925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60edfd26-8c7a-4135-9b10-a45b856be426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.814787335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60edfd26-8c7a-4135-9b10-a45b856be426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.822304009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60edfd26-8c7a-4135-9b10-a45b856be426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.889253251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4c1bab0f-be78-41e8-ac86-093928a144db","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.89787448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4c1bab0f-be78-41e8-ac86-093928a144db","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.905069079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4c1bab0f-be78-41e8-ac86-093928a144db","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.696377055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.721858965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"770a0da9-be97-48d9-901b-3546be6b1ff2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.730496248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"770a0da9-be97-48d9-901b-3546be6b1ff2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.737764634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"770a0da9-be97-48d9-901b-3546be6b1ff2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.893544057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab0728a-60b9-449c-b63f-384077b527d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.902719057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab0728a-60b9-449c-b63f-384077b527d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.976726305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab0728a-60b9-449c-b63f-384077b527d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.981941004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b10f551c-8d90-4cdf-bffc-c0d4df6a2288","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.984189134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"639ffeba-ec8e-4e05-b12b-58e53d5f3dc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.986217146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e175c0f5-a69f-401a-8296-8881c4257bc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.986653681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac2da91-9d82-4885-bd81-462678060608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.990519908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b10f551c-8d90-4cdf-bffc-c0d4df6a2288","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.992345164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"639ffeba-ec8e-4e05-b12b-58e53d5f3dc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.994232051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e175c0f5-a69f-401a-8296-8881c4257bc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.994931561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac2da91-9d82-4885-bd81-462678060608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.997362419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b10f551c-8d90-4cdf-bffc-c0d4df6a2288","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:30.99909757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"639ffeba-ec8e-4e05-b12b-58e53d5f3dc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.001181907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e175c0f5-a69f-401a-8296-8881c4257bc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.002174414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac2da91-9d82-4885-bd81-462678060608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.752750029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"0248a08e-174d-473f-9956-11f972e63cef","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.76126215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"0248a08e-174d-473f-9956-11f972e63cef","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.768939072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"0248a08e-174d-473f-9956-11f972e63cef","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.081764024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7da7b881-0410-4ed7-8f7e-6d1bc250bb05","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.149982938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7da7b881-0410-4ed7-8f7e-6d1bc250bb05","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.16591456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"30552a9d-abd6-4298-97ee-a445785646a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.167104202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"18c573bd-0dcb-494c-8c96-cfa0437e5603","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.168627415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff81e2a-558e-4fb7-9ac7-172de9408992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.177396317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a03e520-af23-402d-a945-c7657f0a6a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.301776755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"18c573bd-0dcb-494c-8c96-cfa0437e5603","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.408047721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"30552a9d-abd6-4298-97ee-a445785646a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.211958362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c2a28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc96b0b3197736dd2e74261fead20528220f174d331c0ca3588a2a61ef9cd74) AuthConfig (dd149518e0da7607b42b3a6f0aecb271d4fca42a84e78121c04cd732726cced3) AuthConfig (28ccb69795769ab1ff69d7ce8ef58b54f2665e4957a627f0c230f156cea23e2e) AuthConfig (5d29a5f65c476b739fb32686327ce43d1d719b2e4195b37ba6217e17792e6112) AuthConfig (ecc63691dcb412e5b123bc510b0108108e253d6cf32fd07f17ba832b541ebc8d) AuthConfig (3088ab0d95a62d73472e182dd4ee728ec89da5788038ae451e01f70642ffb89f) AuthConfig (ca2dfdbaf003bd71f2603e3524f8a0f4585917495d718fe184548f043b23ce8d) AuthConfig (d1c2ebb0bff3e82948de41ade74f50f3cc443cffc7c50990506d0c9b9712e5ca) AuthConfig (f42e3e9ceff3804091c4dc02cd3f87fe0f201719e31e33d945433a5587cff649) AuthConfig (00b71452e73504496cccec174622009af09ca8f9f3e29c16a6e9983101d77e7f) AuthConfig (9b13d404849b0620b5184a88b78e44725ffb7bf298ad1c70ae7876be1b5ed4ea) AuthConfig (c44dafce45d24a5ea4910526e2f1f7be919cc4b54818eb835f4eaa59f57a2d34) AuthConfig (9b5ef6e632d6a2c0122003e0f5ac9fac060ccb39bb6168e2954eac2cdd33d60b) AuthConfig (de3d2299a12c7ead7b1121fe82ae72311b606c9f53878d4678a6d09a401bcc3c) AuthConfig (a794e7a68dbb7b7701408d507b2736038a50725060f8059a10b52da02bef3ab2) AuthConfig (da08e5d0ee24cb803ce72be6128d1a008e79ba00b90185652af7954920f19fb1) AuthConfig (bf9759cc68e50605156c12ba351561e78f09c6b54cb610a4e9da6351ea0173f7) AuthConfig (638e74ab5fec132c690efe2c466a13bbdb96041cfae73c98b8312924b68e5bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"7da7b881-0410-4ed7-8f7e-6d1bc250bb05","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.430616405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff81e2a-558e-4fb7-9ac7-172de9408992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.441717331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"18c573bd-0dcb-494c-8c96-cfa0437e5603","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.520585659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"30552a9d-abd6-4298-97ee-a445785646a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.547326429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff81e2a-558e-4fb7-9ac7-172de9408992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.548801831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a03e520-af23-402d-a945-c7657f0a6a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.575162018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a03e520-af23-402d-a945-c7657f0a6a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.972550099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3cc09442-2c16-4f37-9e17-ade5471e9908","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.98153421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3cc09442-2c16-4f37-9e17-ade5471e9908","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.992434357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d956b44bb810d617dde1e1b4692e03a65a9906591a4e2e50b8556131e16d87f) AuthConfig (04a03e5266e4c6e2df58b3f3d568841af536133aaf36c259502111753da74cf9) AuthConfig (5836fd19af37baecacba3ad563de9834477885ad1de3f5c15ae2134becebe6a9) AuthConfig (e0a7d19e6f4a678b33956a5b9d2c1ea54617a0bd365126640af59bee4c74832a) AuthConfig (f99ed31bce619c0ac3e11932c6d50e5a70b84515eb55d4443e3eb5337bbc6059) AuthConfig (9ad4eeeebdc00a19fd5de895afb3e978689ca6c669e63036b1f5bac43cc4e066) AuthConfig (9e311dac23af418eaa874955b9412ab85d925ea9a62da79d2716b0b6fddaf65c) AuthConfig (1c9340fc5a04cd4dcd16d0ff5032967b19e87fbf1a6130310393a16a619a9b18) AuthConfig (13244b73bd2fc2b7fc8ba95156fb33c9d60c3691dd3e6398d83f3132cd0ab58c) AuthConfig (625fb7da74be990b940cc09f31a02c43a576173a2c042303455e7c5f849e414a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3cc09442-2c16-4f37-9e17-ade5471e9908","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.005864286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"41878bc9-3919-483b-b1e8-6eb70c990cae","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.373352979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"fc06a89f-f5b5-49f9-aec1-758343c28896","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.381863554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"fc06a89f-f5b5-49f9-aec1-758343c28896","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.389999659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d956b44bb810d617dde1e1b4692e03a65a9906591a4e2e50b8556131e16d87f) AuthConfig (04a03e5266e4c6e2df58b3f3d568841af536133aaf36c259502111753da74cf9) AuthConfig (5836fd19af37baecacba3ad563de9834477885ad1de3f5c15ae2134becebe6a9) AuthConfig (e0a7d19e6f4a678b33956a5b9d2c1ea54617a0bd365126640af59bee4c74832a) AuthConfig (f99ed31bce619c0ac3e11932c6d50e5a70b84515eb55d4443e3eb5337bbc6059) AuthConfig (9ad4eeeebdc00a19fd5de895afb3e978689ca6c669e63036b1f5bac43cc4e066) AuthConfig (9e311dac23af418eaa874955b9412ab85d925ea9a62da79d2716b0b6fddaf65c) AuthConfig (1c9340fc5a04cd4dcd16d0ff5032967b19e87fbf1a6130310393a16a619a9b18) AuthConfig (13244b73bd2fc2b7fc8ba95156fb33c9d60c3691dd3e6398d83f3132cd0ab58c) AuthConfig (625fb7da74be990b940cc09f31a02c43a576173a2c042303455e7c5f849e414a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"fc06a89f-f5b5-49f9-aec1-758343c28896","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.581817865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9634844f-61f7-438b-b4a1-338232756cb2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.597019566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9634844f-61f7-438b-b4a1-338232756cb2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.604670165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d905c8acc84c64247b6d9f603a9c6d7d84752d6a66aef1ae246b544498f5cd1c) AuthConfig (fd92b65c5cfeb1a1a012520a2e1fbf5060e510429ade0b6db11627a60e7959b4) AuthConfig (cf9ee8eba7d2445b364bcf8e09694cce6ea2482c5c2921fbdb00721ee22f2bd0) AuthConfig (538e20e63c6ed8ad5649665a0bf76d8082a9254aef04ff24710bcaf6168ea29c) AuthConfig (7de9f8ba032afed6265ccebb90e3dc60889e54faf5e58ca8090d20ad775f6d3a) AuthConfig (3a162e273c114b4bf16edd3c1c6fe125648045418574ffdf5908d41b5935f2f8) AuthConfig (0156f2b687b87b27142af83d88b35d094e91536bdf08f51ef7378d4a063a19f1) AuthConfig (a65c0b250c8152809bda4dc90da0a1a02366b66bfcd277fdd4b74762af168b12) AuthConfig (517d789507bc1805f20063538f8e8ada5e847e88a7e1459f3db01ee9ec659a12) AuthConfig (b983a97ee8a0f58b61eab1b25f6a87dba430edb42884b1e6a3c75502316d0cd6) AuthConfig (821624a5e7a387b64b7eb9d539874072671eaa3c3d27e98bfa3b0031bf6b31df) AuthConfig (68f2fcab97c7cb283c6f710a4dd67df4fa33d4325d840545356e31e5aa07f36c) AuthConfig (6cabeaab5c1b883eaf4244edced249b9656abcb2b5184be1bda779013e9c4e4d) AuthConfig (31a66577fca3fc52f3353c02ff4ba145b1abe0f7440af7b15fa1fe3275d7cb70) AuthConfig (3d0cc46d9625fe6dff93d716eb56aa8a1f5a7bfdb9eb08835a382f6836cb8102) AuthConfig (60b6b2acad027532ba0240aaf8bed17f4d9e7becc84a7674a9b683783088c70b) AuthConfig (f63641ff2ad273471a1f77f7f54fec9368fdb20aa27c95d99500b2a0ccdab807) AuthConfig (9a56b1fe78b7c378bf5140f20155f3a4ddc60fab3d0b81a72045a7a4d14d9af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"9634844f-61f7-438b-b4a1-338232756cb2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.614498333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"f7ea3746-96cd-40ca-9ad4-8a1820a9b01a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.614524072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"f7ea3746-96cd-40ca-9ad4-8a1820a9b01a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.438477175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b28e7aaf-8814-4fb4-9394-8e0b34dd512f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.446907682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b28e7aaf-8814-4fb4-9394-8e0b34dd512f","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.450551963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"a645738d-22f7-465a-ab3e-57f2e94deed2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.458940233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"a645738d-22f7-465a-ab3e-57f2e94deed2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.465739317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (f53dba6f5a8c015fa70a16e4136910ceb10baa8e8c41558b8a60da1b1e4807bc) AuthConfig (f0912241bbd0216e65d9898254b77c70248ddbba7f7c3a60b6f644c1fd2cab4d) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (35b56e03e91213c061b6fcbaec94ed11224bcc19e7262317dd1bbbc249a9868a) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (62de4e38fcc9c1802e612339b61dfba919f95e44fd9427215ed812de9d1fb6d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"a645738d-22f7-465a-ab3e-57f2e94deed2","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.478963996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1ad69e9a-3400-4934-ade9-83a5451fc11e","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.486391315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"6629f57b-16d9-43af-8329-58f3c79fad35","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.587627403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc6ce5-42d9-49d3-b391-0944c4cff814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.587858613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd689dcf-03b7-44f8-8a44-090f89fefe79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.596119385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd689dcf-03b7-44f8-8a44-090f89fefe79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.596167193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc6ce5-42d9-49d3-b391-0944c4cff814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.603445838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc6ce5-42d9-49d3-b391-0944c4cff814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.603714075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd689dcf-03b7-44f8-8a44-090f89fefe79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.613150852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0125ad-449f-43e3-b751-87d52d85a55f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.613170273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0125ad-449f-43e3-b751-87d52d85a55f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.615947522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c2c94c7-3284-4149-8d33-40a65fb71e0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.615964447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c2c94c7-3284-4149-8d33-40a65fb71e0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.398450233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4ba7cc98-ac90-4e45-a0eb-f7b062d9b1e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.406442802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4ba7cc98-ac90-4e45-a0eb-f7b062d9b1e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.413393293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d956b44bb810d617dde1e1b4692e03a65a9906591a4e2e50b8556131e16d87f) AuthConfig (04a03e5266e4c6e2df58b3f3d568841af536133aaf36c259502111753da74cf9) AuthConfig (5836fd19af37baecacba3ad563de9834477885ad1de3f5c15ae2134becebe6a9) AuthConfig (e0a7d19e6f4a678b33956a5b9d2c1ea54617a0bd365126640af59bee4c74832a) AuthConfig (f99ed31bce619c0ac3e11932c6d50e5a70b84515eb55d4443e3eb5337bbc6059) AuthConfig (9ad4eeeebdc00a19fd5de895afb3e978689ca6c669e63036b1f5bac43cc4e066) AuthConfig (9e311dac23af418eaa874955b9412ab85d925ea9a62da79d2716b0b6fddaf65c) AuthConfig (1c9340fc5a04cd4dcd16d0ff5032967b19e87fbf1a6130310393a16a619a9b18) AuthConfig (13244b73bd2fc2b7fc8ba95156fb33c9d60c3691dd3e6398d83f3132cd0ab58c) AuthConfig (625fb7da74be990b940cc09f31a02c43a576173a2c042303455e7c5f849e414a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4ba7cc98-ac90-4e45-a0eb-f7b062d9b1e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.625509853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8faacb55-7513-4b66-848a-f8f83a81ddd3","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.634625126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8faacb55-7513-4b66-848a-f8f83a81ddd3","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.642834135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d905c8acc84c64247b6d9f603a9c6d7d84752d6a66aef1ae246b544498f5cd1c) AuthConfig (fd92b65c5cfeb1a1a012520a2e1fbf5060e510429ade0b6db11627a60e7959b4) AuthConfig (cf9ee8eba7d2445b364bcf8e09694cce6ea2482c5c2921fbdb00721ee22f2bd0) AuthConfig (538e20e63c6ed8ad5649665a0bf76d8082a9254aef04ff24710bcaf6168ea29c) AuthConfig (7de9f8ba032afed6265ccebb90e3dc60889e54faf5e58ca8090d20ad775f6d3a) AuthConfig (3a162e273c114b4bf16edd3c1c6fe125648045418574ffdf5908d41b5935f2f8) AuthConfig (0156f2b687b87b27142af83d88b35d094e91536bdf08f51ef7378d4a063a19f1) AuthConfig (a65c0b250c8152809bda4dc90da0a1a02366b66bfcd277fdd4b74762af168b12) AuthConfig (517d789507bc1805f20063538f8e8ada5e847e88a7e1459f3db01ee9ec659a12) AuthConfig (b983a97ee8a0f58b61eab1b25f6a87dba430edb42884b1e6a3c75502316d0cd6) AuthConfig (821624a5e7a387b64b7eb9d539874072671eaa3c3d27e98bfa3b0031bf6b31df) AuthConfig (68f2fcab97c7cb283c6f710a4dd67df4fa33d4325d840545356e31e5aa07f36c) AuthConfig (6cabeaab5c1b883eaf4244edced249b9656abcb2b5184be1bda779013e9c4e4d) AuthConfig (31a66577fca3fc52f3353c02ff4ba145b1abe0f7440af7b15fa1fe3275d7cb70) AuthConfig (3d0cc46d9625fe6dff93d716eb56aa8a1f5a7bfdb9eb08835a382f6836cb8102) AuthConfig (60b6b2acad027532ba0240aaf8bed17f4d9e7becc84a7674a9b683783088c70b) AuthConfig (f63641ff2ad273471a1f77f7f54fec9368fdb20aa27c95d99500b2a0ccdab807) AuthConfig (9a56b1fe78b7c378bf5140f20155f3a4ddc60fab3d0b81a72045a7a4d14d9af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8faacb55-7513-4b66-848a-f8f83a81ddd3","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.698539715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.747377742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"75958d2d-f6fe-4eac-abbc-b9beff914d05","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:59.753749448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"edb0fc4d-627b-4e1b-a6f7-76a6a3fba56f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-7666e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.766480779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"1b2b9a54-5482-4670-8c81-98933aee9be1","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:59.779703874Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"1b2b9a54-5482-4670-8c81-98933aee9be1","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:59.779765561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"1b2b9a54-5482-4670-8c81-98933aee9be1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.78348802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"84a6235e-b2b7-434e-b5f8-c7eecd4a14aa","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.80014436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"e4f8dd97-5ba3-420d-be66-e950f6d376c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.809536915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"e4f8dd97-5ba3-420d-be66-e950f6d376c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.81042962Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"0f346e8d-ce39-4a22-b907-c290cd4caafc","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4c2a28/e2e-shr-quota-7666e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.838628678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"aba4da9c-e4b3-4c84-8a6c-042fafe1be7e","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.897255996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"2f93ee94-07c5-49a9-bad7-24290d090bbb","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.901156195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"acea278b-8624-4498-afb5-4d4f6a21c101","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.910132064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"acea278b-8624-4498-afb5-4d4f6a21c101","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.494919802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"92d8ed0a-d9f5-4942-8b3d-40e8e497e2e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.505609741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"92d8ed0a-d9f5-4942-8b3d-40e8e497e2e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.514341672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-46a6d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87735a244e10e712e94cdd068c172e703399d257ffc1e28d8ec0cf05da52d247) AuthConfig (bf932aa9efea49b4a03672247c897ed17d75dbf7878e6ab28936b042bc3b169d) AuthConfig (f53dba6f5a8c015fa70a16e4136910ceb10baa8e8c41558b8a60da1b1e4807bc) AuthConfig (f0912241bbd0216e65d9898254b77c70248ddbba7f7c3a60b6f644c1fd2cab4d) AuthConfig (b47e81affbb7d0df5a30a872e914e3f6bdc702f249a1cb840b636267bccd4c7b) AuthConfig (a1d1dc856e77171c203a59ba3f197da97e415360d7f2bb6696376c6646fd5208) AuthConfig (05c66f0abf7417523fef05cb29fae6a6ac43d72846692bef49fb5291f733859e) AuthConfig (35b56e03e91213c061b6fcbaec94ed11224bcc19e7262317dd1bbbc249a9868a) AuthConfig (e1de99e199049f1401109c1bfb164fb71981c3a670c9bf7e686f657f6a9500ec) AuthConfig (62de4e38fcc9c1802e612339b61dfba919f95e44fd9427215ed812de9d1fb6d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"92d8ed0a-d9f5-4942-8b3d-40e8e497e2e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.625116598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea4a5b4-c6ba-4214-a9e9-ada9f7d38c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.626997536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa79289c-c3e6-46df-9a8f-fd3cfe8336fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.634113955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea4a5b4-c6ba-4214-a9e9-ada9f7d38c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.635448616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa79289c-c3e6-46df-9a8f-fd3cfe8336fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.659030641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c781c3c-e3f3-41b9-b443-1becddce5e59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.65905644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c781c3c-e3f3-41b9-b443-1becddce5e59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.662059233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c338f9b-38fb-4515-8952-3a3dc396ab9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.662079626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c338f9b-38fb-4515-8952-3a3dc396ab9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.505631526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"f02e3c6b-4351-44bc-91ac-cde6c6677726","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.514792736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"f02e3c6b-4351-44bc-91ac-cde6c6677726","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.521639384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5836fd19af37baecacba3ad563de9834477885ad1de3f5c15ae2134becebe6a9) AuthConfig (625fb7da74be990b940cc09f31a02c43a576173a2c042303455e7c5f849e414a) AuthConfig (9ad4eeeebdc00a19fd5de895afb3e978689ca6c669e63036b1f5bac43cc4e066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"f02e3c6b-4351-44bc-91ac-cde6c6677726","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.533882811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"9efd26b5-7ec1-4022-90d9-7a3cad62822e","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.655842227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"6ae330d9-8f1f-4503-a6c7-8b4b89c96ecc","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.668058519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"6ae330d9-8f1f-4503-a6c7-8b4b89c96ecc","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.682881463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (538e20e63c6ed8ad5649665a0bf76d8082a9254aef04ff24710bcaf6168ea29c) AuthConfig (b983a97ee8a0f58b61eab1b25f6a87dba430edb42884b1e6a3c75502316d0cd6) AuthConfig (60b6b2acad027532ba0240aaf8bed17f4d9e7becc84a7674a9b683783088c70b) AuthConfig (7de9f8ba032afed6265ccebb90e3dc60889e54faf5e58ca8090d20ad775f6d3a) AuthConfig (6cabeaab5c1b883eaf4244edced249b9656abcb2b5184be1bda779013e9c4e4d) AuthConfig (9a56b1fe78b7c378bf5140f20155f3a4ddc60fab3d0b81a72045a7a4d14d9af7) AuthConfig (0156f2b687b87b27142af83d88b35d094e91536bdf08f51ef7378d4a063a19f1) AuthConfig (821624a5e7a387b64b7eb9d539874072671eaa3c3d27e98bfa3b0031bf6b31df) AuthConfig (3a162e273c114b4bf16edd3c1c6fe125648045418574ffdf5908d41b5935f2f8) AuthConfig (3d0cc46d9625fe6dff93d716eb56aa8a1f5a7bfdb9eb08835a382f6836cb8102) AuthConfig (68f2fcab97c7cb283c6f710a4dd67df4fa33d4325d840545356e31e5aa07f36c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"6ae330d9-8f1f-4503-a6c7-8b4b89c96ecc","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.692502094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"9eafa457-ff6f-4882-84d8-6019339b4907","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.692534292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"9eafa457-ff6f-4882-84d8-6019339b4907","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:11.525374889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"d053b732-f2c0-4369-8bd4-1e6a0be1ea92","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:11.533722517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"d053b732-f2c0-4369-8bd4-1e6a0be1ea92","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:11.664017746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1bd54dee-359c-4b9a-90f0-1fadccd745bc","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.542368482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d400f793-e089-4c26-8d75-d894ddf8f31f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.551535509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d400f793-e089-4c26-8d75-d894ddf8f31f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.559018008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8b7351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5836fd19af37baecacba3ad563de9834477885ad1de3f5c15ae2134becebe6a9) AuthConfig (625fb7da74be990b940cc09f31a02c43a576173a2c042303455e7c5f849e414a) AuthConfig (9ad4eeeebdc00a19fd5de895afb3e978689ca6c669e63036b1f5bac43cc4e066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d400f793-e089-4c26-8d75-d894ddf8f31f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.701890702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"fc83d83e-6847-4473-9786-f2af0e393cfb","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.710484445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"fc83d83e-6847-4473-9786-f2af0e393cfb","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.717959385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e7b70d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (538e20e63c6ed8ad5649665a0bf76d8082a9254aef04ff24710bcaf6168ea29c) AuthConfig (b983a97ee8a0f58b61eab1b25f6a87dba430edb42884b1e6a3c75502316d0cd6) AuthConfig (60b6b2acad027532ba0240aaf8bed17f4d9e7becc84a7674a9b683783088c70b) AuthConfig (7de9f8ba032afed6265ccebb90e3dc60889e54faf5e58ca8090d20ad775f6d3a) AuthConfig (6cabeaab5c1b883eaf4244edced249b9656abcb2b5184be1bda779013e9c4e4d) AuthConfig (9a56b1fe78b7c378bf5140f20155f3a4ddc60fab3d0b81a72045a7a4d14d9af7) AuthConfig (0156f2b687b87b27142af83d88b35d094e91536bdf08f51ef7378d4a063a19f1) AuthConfig (821624a5e7a387b64b7eb9d539874072671eaa3c3d27e98bfa3b0031bf6b31df) AuthConfig (3a162e273c114b4bf16edd3c1c6fe125648045418574ffdf5908d41b5935f2f8) AuthConfig (3d0cc46d9625fe6dff93d716eb56aa8a1f5a7bfdb9eb08835a382f6836cb8102) AuthConfig (68f2fcab97c7cb283c6f710a4dd67df4fa33d4325d840545356e31e5aa07f36c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"fc83d83e-6847-4473-9786-f2af0e393cfb","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.082801408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1b3112e8-434f-4980-a2b8-9d0cab1e43cc","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.08895058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"d066e8a9-6ee2-44e3-bdc4-085b76580318","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:15.089284045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"01f6b3b0-5729-4f37-8fca-92fc3c01526f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-68c42c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.116332097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1248de41-29cd-4af6-a9aa-cc99f843f957","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.123139687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"d066e8a9-6ee2-44e3-bdc4-085b76580318","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.142866643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"a5bdf983-e8e0-4b87-b81e-f7d55e07dd27","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.156035857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"b5647720-bda1-4122-bd0b-d709d0a11d6b","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.182271751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"4438703c-d256-4394-8929-4c4013ec270f","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-46a6d7/e2e-shr-auth-68c42c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.213237517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"dd7bfacf-adde-4a6a-816c-6b5df1266af4","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.245596541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"f097a8f8-4423-4fde-8349-1a47e6b4fdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.254253607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"f097a8f8-4423-4fde-8349-1a47e6b4fdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.266842394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"c5d924e2-da18-4f41-a4de-18cf2f321589","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.576499433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"21427bba-9f42-4843-a60d-39804b9243b6","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.615009466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"f75bf418-4949-47f1-8ab7-0fb225bf23e3","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.597245638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"3c521242-e50b-456c-96a7-7f58b292b949","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.597251145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"23bb4737-6430-445b-942b-d396981e6251","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.609343975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"3c521242-e50b-456c-96a7-7f58b292b949","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.617174623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"23bb4737-6430-445b-942b-d396981e6251","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.599506895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9cd26a3b-cbb0-4a47-9311-e8882df1435f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.679186942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9cd26a3b-cbb0-4a47-9311-e8882df1435f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.713760696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"74b8f96a-2347-451c-bfaa-5ffbb3b9332e","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.726536045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"0e568c1a-2830-42bd-8696-5dfa8a1cee17","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.735088154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"0e568c1a-2830-42bd-8696-5dfa8a1cee17","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.809521391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"839c708e-2c98-4dbf-9e79-184f4fab0bd9","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.809544044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"839c708e-2c98-4dbf-9e79-184f4fab0bd9","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.687718475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"d46896c6-d470-45f9-9283-4b2688212517","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.687752779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"d46896c6-d470-45f9-9283-4b2688212517","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.698845234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.699009717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"7f23e596-7862-4579-bea0-30ab67ca9803","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.70004656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"2f9469b9-8438-46ac-9118-64ca60c4ed9b","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.700068488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"2f9469b9-8438-46ac-9118-64ca60c4ed9b","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:25.705486123Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"2f9469b9-8438-46ac-9118-64ca60c4ed9b","name":"test-model-e7b70d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e7b70d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:25.705548332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"2f9469b9-8438-46ac-9118-64ca60c4ed9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e7b70d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.707621339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"7f23e596-7862-4579-bea0-30ab67ca9803","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.710839363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"7adc5710-df06-421f-8618-36740020116e","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.710857177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"7adc5710-df06-421f-8618-36740020116e","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:25.71145293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"fc144737-03e9-4b76-9e83-bcd28719eebb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e7b70d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.731967573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"5c7486b8-6309-40bb-a625-d3e7aa0606ec","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.731994037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"5c7486b8-6309-40bb-a625-d3e7aa0606ec","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.738777785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"96a76728-208e-4f58-b7b4-6b332439975a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.738802047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"96a76728-208e-4f58-b7b4-6b332439975a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.756360446Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"f59bc230-4333-4913-a816-9ac06376e30a","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"test-model-e7b70d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.775115319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"929f0634-35e5-4a71-b9a4-198163bf7c39","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.775182092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"929f0634-35e5-4a71-b9a4-198163bf7c39","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.797967469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"96b31a52-ca23-4a96-afac-f059502cae3e","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.806103875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"96b31a52-ca23-4a96-afac-f059502cae3e","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.862541349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"e3b87056-b17a-4661-8132-171f00dd68eb","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.465939775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"64884355-c196-4154-bdf4-b8d06357c41a","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.471060987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ca90eff9-3289-491f-a441-e1e38037524c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.479448603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ca90eff9-3289-491f-a441-e1e38037524c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.483549253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"11ad0f42-a21a-4e36-8f93-3d6015e2d109","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:26.48664811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"a63cbd95-f3bc-4d69-9a53-3b09cbed5257","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:26.494354083Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"11ad0f42-a21a-4e36-8f93-3d6015e2d109","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:26.494428345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"11ad0f42-a21a-4e36-8f93-3d6015e2d109","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.503803324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"1f9778d3-a32d-422b-af54-1a337cad4bad","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.511160004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"23322271-8a77-4819-9021-5a8f20829b02","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.518883726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"9625157a-7ac1-400f-8181-8e8351c8bd28","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.535945021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"c3b4a9dd-0577-44f7-b859-d14e5379e901","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8b7351/e2e-shr-shared-7cb2ed-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.565948338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"293a6fbc-c286-4b13-bfd3-fe112050732c","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.569546958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e019fce3-93c9-4d81-940c-11e085da0b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.578013101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e019fce3-93c9-4d81-940c-11e085da0b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.631675006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"66dfda25-fb5c-4935-9e5f-a7b86c6e6a94","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.14263399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"b1899279-a724-42d4-a479-0d5b9880a876","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.146607816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"008dc0d3-e23b-402e-ab51-7ddefe9b6896","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.159903657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"008dc0d3-e23b-402e-ab51-7ddefe9b6896","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.161599791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"9bf226d6-0ff4-47d2-b229-d398cbb76fff","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85c49152","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.283253905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"fc2b9e19-a691-49e2-9292-f3280b7231d3","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.295831372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"fc2b9e19-a691-49e2-9292-f3280b7231d3","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.84838912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"0572b8b5-15d5-494a-8b5e-894aae65f855","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.941433456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"c415a9f0-0d1b-477e-910c-9575cc73a7f3","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.941565501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"c415a9f0-0d1b-477e-910c-9575cc73a7f3","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.21287174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"885b35da-11de-4be7-898a-fc323d93a15f","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.253380766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"afc95f29-f2bc-498b-9efd-9ab9a09f6436","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.308699176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"5951b557-25f6-4548-9bdb-1d188fbe377f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.338834814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"c4129cae-bca8-4ebf-b92b-fcc3df451c8d","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.947819102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"dc72e8c0-2911-4a9c-a819-ea74baded0a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.947964226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"286fa88c-2464-4115-99b5-4f872d7e7b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.95595853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"286fa88c-2464-4115-99b5-4f872d7e7b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.955996277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"dc72e8c0-2911-4a9c-a819-ea74baded0a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.047722747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"5e4be54d-3242-4204-a5ac-bb0c38b7cda8","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.056465001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"5e4be54d-3242-4204-a5ac-bb0c38b7cda8","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.304281924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3798e90b-7f32-4f07-a60c-b7d238df8f13","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.312488996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3798e90b-7f32-4f07-a60c-b7d238df8f13","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.919539073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"a5a4b6e6-17d6-48b0-9767-9e844ae7eb47","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.919572811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"a5a4b6e6-17d6-48b0-9767-9e844ae7eb47","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.288083375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"bdb00a70-c005-4e0d-b631-02ff297fdcdd","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.288106907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"bdb00a70-c005-4e0d-b631-02ff297fdcdd","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.293938608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6ae2cd52-e000-402d-b16e-5db8324d37cc","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.293959966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6ae2cd52-e000-402d-b16e-5db8324d37cc","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.304557694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"f8c1104f-4764-4bdd-8faa-319c4241e249","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.334617036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"f8c1104f-4764-4bdd-8faa-319c4241e249","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.341747387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"f8c1104f-4764-4bdd-8faa-319c4241e249","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.358268443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"e16f26ad-e3a2-4c34-85c9-0ec79c5c0594","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.358310533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"e16f26ad-e3a2-4c34-85c9-0ec79c5c0594","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.806797548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"96abf23d-54cf-4e2f-b203-ffd2f30b71bc","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.815157797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"5758169d-5c6d-4df9-a2d5-5714f080a065","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.885095195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"b83b78a7-695a-49da-87fc-5e699428595e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.917065918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"b83b78a7-695a-49da-87fc-5e699428595e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.924157251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"b83b78a7-695a-49da-87fc-5e699428595e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.937196066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"9d0c35d1-fa39-400b-8438-1513964bf320","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.165756865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"0499f81a-65d7-4a4e-a6c6-fdaa0837ac48","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","subscription":"e2e-shr-quota-7666e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.173267231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"0499f81a-65d7-4a4e-a6c6-fdaa0837ac48","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.176972234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-sub","reconcileID":"0499f81a-65d7-4a4e-a6c6-fdaa0837ac48","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.219579154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"ec42ed52-3640-4021-abad-b321a28379e9","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.224050685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b221ccf8-b980-4744-b71c-4ebb794d6171","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.233542906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"b221ccf8-b980-4744-b71c-4ebb794d6171","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.356610947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c2844710-35ae-4f19-bb7e-8a6eae2dc9f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.364810639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"c2844710-35ae-4f19-bb7e-8a6eae2dc9f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.366278972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"042430e5-7cb2-4ba2-baa6-80a9e0189540","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.454274296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"60b5e9f5-b7c0-4289-9c0e-71b7c2675f28","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.464901067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"60b5e9f5-b7c0-4289-9c0e-71b7c2675f28","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.495024081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"60b5e9f5-b7c0-4289-9c0e-71b7c2675f28","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"name":"e2e-extmod-b-4c2a28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.495046672Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"e2e-shr-quota-7666e3-access","reconcileID":"60b5e9f5-b7c0-4289-9c0e-71b7c2675f28","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.507094197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","reconcileID":"3536c442-383b-4771-967e-a3caafac53a9","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-c0514ff77e41","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.531623871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"1f96df03-6f1b-4d8d-9ae8-fe4bbf9a5052","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.553722547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"dcbd61ad-4bf2-49fc-92db-724d46e9ea0c","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c6990cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.568646738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"77b7d371-a1fa-4025-b31a-2eddbd4036f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.577586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"77b7d371-a1fa-4025-b31a-2eddbd4036f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.67696223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"719e99b1-1c52-4cc0-8c4f-9b81fabc3c47","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.686965932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"b09d888c-723c-4aa0-9f40-8269b85b681e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.68699557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"99eea39e-7f88-40b1-aa59-3c650aaf7f02","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.699325858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"b09d888c-723c-4aa0-9f40-8269b85b681e","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.699686051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"99eea39e-7f88-40b1-aa59-3c650aaf7f02","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.778198424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"f21a6d56-2d8b-4b97-a998-45b819b74aa9","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b89f5007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.799821705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"59bc9461-412c-4f05-bd12-9ec1b6316784","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.80844269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"59bc9461-412c-4f05-bd12-9ec1b6316784","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.375840915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"762d6d63-a5dc-43a1-b163-7c98dbd5d13f","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.384004905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"762d6d63-a5dc-43a1-b163-7c98dbd5d13f","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.390546226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"762d6d63-a5dc-43a1-b163-7c98dbd5d13f","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.697714135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.943151776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dfe044d3-fb67-4cc9-aedb-d60aa53ef776","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.951625477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dfe044d3-fb67-4cc9-aedb-d60aa53ef776","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.958147037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"dfe044d3-fb67-4cc9-aedb-d60aa53ef776","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.557681049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"69b4c1bd-7605-404b-bb71-b3f55d0a07d7","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","subscription":"e2e-shr-auth-68c42c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.564826256Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"69b4c1bd-7605-404b-bb71-b3f55d0a07d7","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.568475609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-sub","reconcileID":"69b4c1bd-7605-404b-bb71-b3f55d0a07d7","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.694339483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"456a2a97-4473-4f72-b26d-0a1b4231f196","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.698858224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"8190fd6e-e76b-48db-a1a8-acc7b7fe767a","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.706929126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"8190fd6e-e76b-48db-a1a8-acc7b7fe767a","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.782124982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"3b0429b9-1a54-45c2-a6e4-1f42661e6b49","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","subscription":"e2e-shr-quota-7666e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.789426887Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"3b0429b9-1a54-45c2-a6e4-1f42661e6b49","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.792974326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-sub","reconcileID":"3b0429b9-1a54-45c2-a6e4-1f42661e6b49","MaaSSubscription":{"name":"e2e-shr-quota-7666e3-sub","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"maas-trlp-e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.799040626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"5f23eaa1-cd81-4378-bcdd-ef39994deca8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.815156789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"5f23eaa1-cd81-4378-bcdd-ef39994deca8","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.886472035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"872fc55c-dc61-4e78-9b95-b50cb7dab2ef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.894605063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"1e1600d5-0c34-4adb-81af-83eef6cf9c1a","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.899774966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"92348532-e87b-4a39-a777-fef0a721af76","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.908561856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"92348532-e87b-4a39-a777-fef0a721af76","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.976607088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"4d914b5e-3a8e-4084-9c51-51b08a3a8f17","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.980151251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"e2a851f8-d0d4-4988-84bb-f7cb266751fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.986357626Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c3e20173-24ab-4bd7-b9f9-93985e4f2578","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"model":"e2e-extmod-shr-user-7ec3de/e2e-shr-quota-7666e3-e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.996138751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"e2a851f8-d0d4-4988-84bb-f7cb266751fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.997872687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c3e20173-24ab-4bd7-b9f9-93985e4f2578","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.025878093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"e2a851f8-d0d4-4988-84bb-f7cb266751fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"name":"e2e-extmod-b-46a6d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.025901965Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"e2e-shr-auth-68c42c-access","reconcileID":"e2a851f8-d0d4-4988-84bb-f7cb266751fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.02894818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c3e20173-24ab-4bd7-b9f9-93985e4f2578","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"name":"e2e-extmod-a-33e267-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.028970281Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"e2e-shr-quota-7666e3-access","reconcileID":"c3e20173-24ab-4bd7-b9f9-93985e4f2578","MaaSAuthPolicy":{"name":"e2e-shr-quota-7666e3-access","namespace":"ai-tenant-e2e-extmod-a-33e267"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.03843339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","reconcileID":"d4a4cc53-d34e-463e-82cd-284b7b644972","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-a54bdc75e8dd","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-b-46a6d7","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-b-46a6d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.076685913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"6e65bde7-6e56-4d05-8966-bcdf2a625a39","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.19101301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"eeb72717-e7aa-48cc-8e94-0ca4c2711f1e","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.194149336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f022728c-d98f-4a6d-bfe9-fe87025d1007","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.204837848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f022728c-d98f-4a6d-bfe9-fe87025d1007","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.210757824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"70eb5f1a-baae-4910-a9bf-4edfb9de5c75","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da7869e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.326157685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f1fedd98-1f25-41da-9858-ae44ae0634fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.334354894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"f1fedd98-1f25-41da-9858-ae44ae0634fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.385301329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","reconcileID":"019df5f8-3e07-4f55-a38a-a6782dc52852","MaaSModelRef":{"name":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-quota-7666e3-9e39a9abb267","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-quota-7666e3-e2e-extmod-a-33e267","externalModel":"e2e-shr-quota-7666e3","provider":"e2e-shr-quota-7666e3-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.900044867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"7e602fcb-4190-406c-8c6a-0daac78e9f06","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.915585864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"69f23fe8-73e1-4ec8-86ac-95dd498d5b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.915620724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91b5b713-da8b-4f87-8ed6-b436d99b4b10","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.916123971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"585fdb2f-706f-4d1e-91c5-df1bf13e646b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.916804423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"2bc119dd-973a-4325-b3cd-5afc94beb349","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:57.917110862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"539ae1e5-ea97-4a70-ad82-bcb7c935bca5","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:57.917182845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"539ae1e5-ea97-4a70-ad82-bcb7c935bca5","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.919338703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb7f808-0901-4d2d-8339-d3d8207a113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.925837464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"69f23fe8-73e1-4ec8-86ac-95dd498d5b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.92653216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"585fdb2f-706f-4d1e-91c5-df1bf13e646b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.930377281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb7f808-0901-4d2d-8339-d3d8207a113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.931943167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91b5b713-da8b-4f87-8ed6-b436d99b4b10","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.932572642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"a0477462-763a-42d5-9a0e-2420719a6995","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.93303492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"2bc119dd-973a-4325-b3cd-5afc94beb349","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.939484315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91b5b713-da8b-4f87-8ed6-b436d99b4b10","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.940000084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"2bc119dd-973a-4325-b3cd-5afc94beb349","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.946011505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"5429a575-d797-41ab-8586-8120a29bcd2a","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.980099649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4ec6a079-ef6f-4097-960a-27664d324c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.980776539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"39a8cd79-3b75-4d76-bbc9-8829123b18bf","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-4bcc2457de14","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.981956428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"77a8d0b0-4157-4ce1-a42d-1518f1b1ce30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.988814924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"4ec6a079-ef6f-4097-960a-27664d324c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.989435482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","reconcileID":"c4a6aab8-40af-41d1-907b-56ace0fd3d78","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-8e09626d82bd","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.991174943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"77a8d0b0-4157-4ce1-a42d-1518f1b1ce30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:58.006163629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"e3d2948a-bdb2-423e-bb83-af937b8d05ab","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:58.006323071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-ambiguous","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-ambiguous","reconcileID":"e3d2948a-bdb2-423e-bb83-af937b8d05ab","error":"ExternalModel e2e-extmod-shr-user-7ec3de/e2e-shr-amb-897b97 is attached to several gateways [openshift-ingress/e2e-extmod-a-33e267 openshift-ingress/e2e-extmod-b-4c2a28]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.012507583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"f9cefdcd-6f68-4d1f-b397-a3529faebbcb","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.08729053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"f7bc88ae-8924-4c25-82bd-9baf78936e6e","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.093548609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a9f1d335-beca-4899-92a0-43e3cdbb3673","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.093827852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ed497951-e8bd-41c2-a224-ddc0e8972ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.096757227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa00c6a3-e9f7-4526-9b17-2a877d4eeb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.10192297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a9f1d335-beca-4899-92a0-43e3cdbb3673","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.102027743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"ed497951-e8bd-41c2-a224-ddc0e8972ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.104888967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa00c6a3-e9f7-4526-9b17-2a877d4eeb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.14390823Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-7666e3","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","reconcileID":"8df6185e-bc1d-44f4-88d0-068c26bad326","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-quota-7666e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.149130217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"02f05fb9-14f4-4cf1-a7b3-e5f8ad2f0039","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.180908511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"871dc1f7-dca3-438c-82cb-3aee445c7863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.181654257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b28dec7e-185e-4e70-8368-036a8a81867c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.182298534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"db5536d4-5fdb-445c-94cb-05dd75397e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.246612898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"871dc1f7-dca3-438c-82cb-3aee445c7863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.308554746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"02f05fb9-14f4-4cf1-a7b3-e5f8ad2f0039","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.308795392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b28dec7e-185e-4e70-8368-036a8a81867c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.314384034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"db5536d4-5fdb-445c-94cb-05dd75397e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.326658467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4fe778d3-d1a2-4c5c-b62c-dcc23c165f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.336528721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4fe778d3-d1a2-4c5c-b62c-dcc23c165f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.350357969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"1835900e-2442-4a93-b14c-0a1d6ad60ffe","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.350378797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"782e54dd-0e0e-4b05-ac77-f53bcb9b583e","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.352786633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e5cd70e5-eba0-41f2-b02a-0d1a55128062","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.355035938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4db20835-9dd7-46ee-b9dc-c71c80c26490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.359483994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"782e54dd-0e0e-4b05-ac77-f53bcb9b583e","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.360005197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"784e5bc7-33df-4a53-aa54-1fcb2a3385b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.360534925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"1835900e-2442-4a93-b14c-0a1d6ad60ffe","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.362987128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e5cd70e5-eba0-41f2-b02a-0d1a55128062","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.36369944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"4db20835-9dd7-46ee-b9dc-c71c80c26490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.367707466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"1835900e-2442-4a93-b14c-0a1d6ad60ffe","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.370742676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"784e5bc7-33df-4a53-aa54-1fcb2a3385b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.371653803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e5cd70e5-eba0-41f2-b02a-0d1a55128062","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.417411326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6278862c-9420-4f14-b784-e3b9ec3bcf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.417411346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7b172a9-9fa0-4841-98c5-c9e2f83da60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.426352362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"6278862c-9420-4f14-b784-e3b9ec3bcf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.426354471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7b172a9-9fa0-4841-98c5-c9e2f83da60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.560232511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"89e06a9b-3306-49bc-b3d1-c1740dab002b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.560830743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a339a49d-b8b7-427d-87ea-a967427b447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.597898665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"666c8bd3-5cdd-470e-a4f6-adf11a0c0a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.598614636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a5c3d97d-23bd-453a-89f6-d27d7598fa25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.795687154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"89e06a9b-3306-49bc-b3d1-c1740dab002b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.803022515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"666c8bd3-5cdd-470e-a4f6-adf11a0c0a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.805954125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a5c3d97d-23bd-453a-89f6-d27d7598fa25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.809071028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"a339a49d-b8b7-427d-87ea-a967427b447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.818539657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"40bdbfda-cb11-4cd9-b131-ac00a0590da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.841360122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"40bdbfda-cb11-4cd9-b131-ac00a0590da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.99827145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8c0993ae-f490-4f1f-b4d3-d4b66f58a280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.003190786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"738c15d3-e130-44f3-b96b-4ec886e4ba05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.019552407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8c0993ae-f490-4f1f-b4d3-d4b66f58a280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.027263582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"738c15d3-e130-44f3-b96b-4ec886e4ba05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.096520815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"6c6a7c0a-8be4-4aaf-9fd2-355c0bdb1b19","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.177624583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"6c6a7c0a-8be4-4aaf-9fd2-355c0bdb1b19","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.178077158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"84078c3e-4638-4469-94fe-1d5ff51e6e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.188011201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"84078c3e-4638-4469-94fe-1d5ff51e6e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.213973537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"436f4d17-1216-4d74-b8e5-3628391311d2","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","subscription":"e2e-shr-auth-68c42c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.221606088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"436f4d17-1216-4d74-b8e5-3628391311d2","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.226964752Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-sub","reconcileID":"436f4d17-1216-4d74-b8e5-3628391311d2","MaaSSubscription":{"name":"e2e-shr-auth-68c42c-sub","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"maas-trlp-e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.361450936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"ba61e689-a7f3-4016-b311-1b8286b0347f","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.381628094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"2955807a-89fe-4378-bdf3-2f454820c441","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.38992783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"2955807a-89fe-4378-bdf3-2f454820c441","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.501006293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"827b1eb1-0c7e-46cf-b77a-aa902302c5d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"model":"e2e-extmod-shr-user-c85263/e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.50248429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"e7212e8a-0da8-4696-b218-af9bb1d337a8","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.609898118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"827b1eb1-0c7e-46cf-b77a-aa902302c5d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.64184431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"827b1eb1-0c7e-46cf-b77a-aa902302c5d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"name":"e2e-extmod-a-eb69cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.641873329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"e2e-shr-auth-68c42c-access","reconcileID":"827b1eb1-0c7e-46cf-b77a-aa902302c5d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-68c42c-access","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.653103613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"a87e22d3-dec0-4731-ad0c-8b2d4152f617","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.976602781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","reconcileID":"15785c52-3b3f-487e-a754-ae02e42ebf3d","MaaSModelRef":{"name":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","namespace":"e2e-extmod-shr-user-c85263"},"routeName":"external-model-e2e-shr-auth-68c42c-c1102bb6faa7","namespace":"e2e-extmod-shr-user-c85263","model":"e2e-shr-auth-68c42c-e2e-extmod-a-eb69cb","externalModel":"e2e-shr-auth-68c42c","provider":"e2e-shr-auth-68c42c-provider","gateway":"openshift-ingress/e2e-extmod-a-eb69cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.375940878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"b2a92ac1-362d-43ed-9353-4945f85a1927","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.380879593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d8db1d7c-af51-4222-88ac-7350f3dbf48c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.38449886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"b2a92ac1-362d-43ed-9353-4945f85a1927","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.389342388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d8db1d7c-af51-4222-88ac-7350f3dbf48c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.391184358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"b2a92ac1-362d-43ed-9353-4945f85a1927","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.395860165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d8db1d7c-af51-4222-88ac-7350f3dbf48c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.455643378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"ad13cfba-7bb0-41d2-8a1b-2589c8c4763c","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.465393501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4cb72370-a2e2-40a2-acf9-6baf4d9a9d78","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.468596975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8f1ceb8-6bc2-4bdf-b211-1769f7aeeb10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.469167668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"797cebe3-e3ca-4449-8341-c581826f5136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.469846842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91763ee1-347d-499d-a48d-4dcfed0b7a24","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.470377925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0444fed1-d78e-4540-918d-fcad72afd7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.477994088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8f1ceb8-6bc2-4bdf-b211-1769f7aeeb10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.478035871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4cb72370-a2e2-40a2-acf9-6baf4d9a9d78","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.483689007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0444fed1-d78e-4540-918d-fcad72afd7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.48484789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"797cebe3-e3ca-4449-8341-c581826f5136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.487860535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91763ee1-347d-499d-a48d-4dcfed0b7a24","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.489972831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"4cb72370-a2e2-40a2-acf9-6baf4d9a9d78","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.498155864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"91763ee1-347d-499d-a48d-4dcfed0b7a24","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.502247235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f679c0b2-be22-423c-b6c4-dc0a0dff97cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.576986883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"f679c0b2-be22-423c-b6c4-dc0a0dff97cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.602017135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3e148fa7-ab68-4115-bf1f-bc7cd6bea3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.602682001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b5f0ad1c-4042-4220-b960-20301cc106e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.613964104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"b5f0ad1c-4042-4220-b960-20301cc106e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.617164275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3e148fa7-ab68-4115-bf1f-bc7cd6bea3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.689416701Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-68c42c","namespace":"e2e-extmod-shr-user-c85263"},"namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","reconcileID":"b8216801-62f6-420e-9506-e2a3c19fe333","namespace":"e2e-extmod-shr-user-c85263","name":"e2e-shr-auth-68c42c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.692068431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"8f934476-2212-4d5a-b3c6-da22209332fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.696003475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2861d595-9f18-4203-b910-1ffb598b869a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.700329447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"8f934476-2212-4d5a-b3c6-da22209332fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.702149389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"413a018e-3dc7-4d1b-98e5-dd3715995732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.703468348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1285bbc5-cdf7-4de7-ba36-88535fe39c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.703783483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2861d595-9f18-4203-b910-1ffb598b869a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.704369063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3c1a3368-9c48-4886-84d8-4da8692e8838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.710049955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"413a018e-3dc7-4d1b-98e5-dd3715995732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.711524817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"1285bbc5-cdf7-4de7-ba36-88535fe39c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.713485884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"3c1a3368-9c48-4886-84d8-4da8692e8838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.72246703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1a60d541-49d2-475d-8857-bb1500e72f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.725296725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8314af6f-a94d-4957-a217-89184ca00115","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.725731031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2434c4f7-7154-4474-a37a-34dcfb7aed15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.726092644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c26fa7cf-6bca-4877-9129-e5dab8d243cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.727676853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"87de27d2-9bf9-40d1-b257-d75e6f7f5fb6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.77888625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"1a60d541-49d2-475d-8857-bb1500e72f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.794743823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"8314af6f-a94d-4957-a217-89184ca00115","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.799361306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c26fa7cf-6bca-4877-9129-e5dab8d243cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.803474664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"2434c4f7-7154-4474-a37a-34dcfb7aed15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.807065211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"87de27d2-9bf9-40d1-b257-d75e6f7f5fb6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.815335284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c26fa7cf-6bca-4877-9129-e5dab8d243cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.818082269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"87de27d2-9bf9-40d1-b257-d75e6f7f5fb6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.872921705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"346b3c59-800f-490a-8dae-a82c551ffbd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.879117446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6834f79e-3a4a-4928-a191-5c9ddaad5d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.017407733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"346b3c59-800f-490a-8dae-a82c551ffbd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.017980029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5df17719-ea82-40fe-a803-2aeaea1ccaf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.02600514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6834f79e-3a4a-4928-a191-5c9ddaad5d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.03742005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f25da104-091a-4d8f-afb1-ad518f5e436a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.038060553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5b40f6d7-1220-42e0-aa49-c55523be0b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.046936346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5df17719-ea82-40fe-a803-2aeaea1ccaf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.061745044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f25da104-091a-4d8f-afb1-ad518f5e436a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.090795135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"5b40f6d7-1220-42e0-aa49-c55523be0b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.249021859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bb25ca1f-c2ca-44a1-819a-0dd90b5dc698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.250235992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e2ba3f6b-3f09-4ff3-af88-d0dd4debd3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.280822399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"bb25ca1f-c2ca-44a1-819a-0dd90b5dc698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.283040131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"e2ba3f6b-3f09-4ff3-af88-d0dd4debd3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.289540847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"832272cc-ac63-4687-a0c1-5eff78e2d36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.300445184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"832272cc-ac63-4687-a0c1-5eff78e2d36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.437198874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","reconcileID":"9b6ca332-63a4-4b6a-a2b4-6ed8f6ff41c9","MaaSModelRef":{"name":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-amb-897b97-4bcc2457de14","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-amb-897b97-e2e-extmod-a-33e267","externalModel":"e2e-shr-amb-897b97","provider":"e2e-shr-amb-897b97-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.943643496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"1670c2cc-3aab-4b86-95d0-8a994b46ef5a","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.95400522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"c652f8f2-8fcb-4fc0-92ec-423f644b1f3a","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.954658322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"28d73544-63a7-46ba-b871-c56111a019bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.955533906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f667a081-c1b6-4cd4-9daa-84a42eb0d534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.956419069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c841ebb3-a475-439b-8e05-24f887c2a8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.95767402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c42d4e80-ad8f-4896-bb14-104dabc80f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.95778361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"5b49e070-e6a8-4d6a-8c72-9e0bfcd17acd","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.963463147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"28d73544-63a7-46ba-b871-c56111a019bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.963465758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"c652f8f2-8fcb-4fc0-92ec-423f644b1f3a","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.965956452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"f667a081-c1b6-4cd4-9daa-84a42eb0d534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.966226417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c42d4e80-ad8f-4896-bb14-104dabc80f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.967869141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"5647ebcc-6e1f-4afd-b0d6-1c32cb874d80","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.969418192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c841ebb3-a475-439b-8e05-24f887c2a8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.971153746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"c652f8f2-8fcb-4fc0-92ec-423f644b1f3a","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.971264174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"28d73544-63a7-46ba-b871-c56111a019bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.982080896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"e625f5f0-caf6-43ad-ab7d-634d9126ad23","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.996507696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","reconcileID":"f6abefe2-bbef-4296-a996-448da1763c19","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-33777553153f","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-b-4c2a28","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-b-4c2a28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.085190121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5e54fb9d-38e1-4897-8789-55e7d0c21ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.085424736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7aecb1d7-1dfb-4bec-9d05-7177c21b5d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.098067707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"7aecb1d7-1dfb-4bec-9d05-7177c21b5d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.180976807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"5e54fb9d-38e1-4897-8789-55e7d0c21ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.184281674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-897b97","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","reconcileID":"70de7fd2-278f-4125-8477-4a922c0d1f7e","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-amb-897b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.187795513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7358f58f-4f1b-45d4-9f1e-cca2e7687cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.189401209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"114f5b81-3a52-4732-a242-fbddd3bab51d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.192779748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"836da487-bbbd-40d0-98d0-dd82337c894e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.195880659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7358f58f-4f1b-45d4-9f1e-cca2e7687cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.19806189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"114f5b81-3a52-4732-a242-fbddd3bab51d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.202995133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"836da487-bbbd-40d0-98d0-dd82337c894e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.379026951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6ec557b4-1b61-42a0-82dc-c5b5f15913b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.396817633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6ec557b4-1b61-42a0-82dc-c5b5f15913b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.39979323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d91521c8-b8a6-421c-abb7-312cf484854b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.402497515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"eef1ddfd-8107-40b3-831a-1b0867928a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.403166569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"267a13c4-b255-47ee-92a5-96e19377d3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.406761784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6721c7ae-3a62-4b44-8c42-cc2d3779d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.420313965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"d91521c8-b8a6-421c-abb7-312cf484854b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.429350304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"6721c7ae-3a62-4b44-8c42-cc2d3779d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.44411085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"eef1ddfd-8107-40b3-831a-1b0867928a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.462417609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"267a13c4-b255-47ee-92a5-96e19377d3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.495478336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"01717811-f39a-4048-ab5b-0c7c0f940dd1","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.498342118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"8c69b588-b1bd-4c2e-b621-1918993fccdb","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.498430979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"8c35c4bd-d0fd-48f1-b08f-9b2b005b08a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.499131629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edf6bb31-4421-48b3-b55a-3257aeb9e7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.50475277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"01717811-f39a-4048-ab5b-0c7c0f940dd1","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.519566707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"8c35c4bd-d0fd-48f1-b08f-9b2b005b08a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.522386884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"8c69b588-b1bd-4c2e-b621-1918993fccdb","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.523041187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edf6bb31-4421-48b3-b55a-3257aeb9e7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.53731667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"8c69b588-b1bd-4c2e-b621-1918993fccdb","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.537391482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"8c35c4bd-d0fd-48f1-b08f-9b2b005b08a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.5966759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bac5c587-d1e0-4980-be5d-4bdb70ed06f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.596917984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"59a3e55c-5fc8-4f2b-aaf5-f1e41075c430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.59759707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b3c9252e-4243-4b32-9081-e6d53c265b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.597858373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8920cea1-a3b0-4317-9bad-f9b0552d62ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.598294059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"95314b03-77b6-41ff-8dcf-5e559101937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.606026356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"bac5c587-d1e0-4980-be5d-4bdb70ed06f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.606050365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"59a3e55c-5fc8-4f2b-aaf5-f1e41075c430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.608936355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"8920cea1-a3b0-4317-9bad-f9b0552d62ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.608938114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b3c9252e-4243-4b32-9081-e6d53c265b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.611392964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"95314b03-77b6-41ff-8dcf-5e559101937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.62157052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ef0155b6-6e87-4da9-b70d-cf543d72c57f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.624197587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca9674a-f1dd-49d8-a497-e9ad9d06ac75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.62944308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ef0155b6-6e87-4da9-b70d-cf543d72c57f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.632855035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca9674a-f1dd-49d8-a497-e9ad9d06ac75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.865057989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","reconcileID":"904d9178-ee6e-4738-8937-3396598101d8","MaaSModelRef":{"name":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","namespace":"e2e-extmod-shr-user-7ec3de"},"routeName":"external-model-e2e-shr-shared-450aaa-da0f77f2e1cb","namespace":"e2e-extmod-shr-user-7ec3de","model":"e2e-shr-shared-450aaa-e2e-extmod-a-33e267","externalModel":"e2e-shr-shared-450aaa","provider":"e2e-shr-shared-450aaa-provider","gateway":"openshift-ingress/e2e-extmod-a-33e267","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.385511529Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"39e52f6a-e7c5-4464-b971-6309224b91e2","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.3949457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"761ec449-a486-43e7-9508-93a3537c84ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.39595934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a1d6a1e0-7d46-42e2-935b-dbb6a456d488","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.397894884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6e45971-9c57-4582-aba8-620261be83b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.398188323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"66d000ac-5808-444b-89e7-4d8003501df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.39837509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bc8ddbe7-d43a-474a-9cc7-abac4b0ace3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.409989651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"761ec449-a486-43e7-9508-93a3537c84ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.412243976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a1d6a1e0-7d46-42e2-935b-dbb6a456d488","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.420050845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"66d000ac-5808-444b-89e7-4d8003501df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.425310824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"bc8ddbe7-d43a-474a-9cc7-abac4b0ace3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.428382531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"a6e45971-9c57-4582-aba8-620261be83b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.428409311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"761ec449-a486-43e7-9508-93a3537c84ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.43036738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a1d6a1e0-7d46-42e2-935b-dbb6a456d488","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.494422127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"82e57f54-4a39-4894-8017-fcd8bf69ce1b","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.496449598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb83cd35-4ba7-4d9e-a9c7-63a31893d4a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.496465164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c939aab6-27e8-4364-8f7e-3d96af777f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.497004306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"29e35b75-b0c7-4828-a8dd-75189e0fd21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.502792771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"82e57f54-4a39-4894-8017-fcd8bf69ce1b","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.50906633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb83cd35-4ba7-4d9e-a9c7-63a31893d4a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.509086103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"29e35b75-b0c7-4828-a8dd-75189e0fd21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.511461932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"c939aab6-27e8-4364-8f7e-3d96af777f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.597047708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"209b0907-a521-4ad8-96e0-97f6d30a9793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.607749493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"209b0907-a521-4ad8-96e0-97f6d30a9793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.63648179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-450aaa","namespace":"e2e-extmod-shr-user-7ec3de"},"namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","reconcileID":"e4a7dabc-7dd6-46c4-9a4c-8df097af1ad3","namespace":"e2e-extmod-shr-user-7ec3de","name":"e2e-shr-shared-450aaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.643130261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e96b3d2c-6d85-4398-bc04-4f82957af5a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.650951399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9703e60d-750d-4fde-8541-238395c2f1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.653722915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"264aa88e-f2e4-4d32-9333-9a9bb9e86bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.656842914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"e96b3d2c-6d85-4398-bc04-4f82957af5a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.659524672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9703e60d-750d-4fde-8541-238395c2f1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.661781149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"264aa88e-f2e4-4d32-9333-9a9bb9e86bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.698744215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3a7b602e-7c4a-4888-b199-290f53a1fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.707422579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"3a7b602e-7c4a-4888-b199-290f53a1fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.794072155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"6807bfd6-631b-4274-9852-da1e1efe748a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.795450916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"ce6932c8-1c35-4da0-a169-c1666e63d2ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.796729108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d693e7a-4f22-4b34-aa6a-74a0b1aa5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.798256455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"715333e2-85c7-4e85-9bc1-99fca8aac651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.798372906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d96bb1f-4498-4c7e-9e23-fe683034a958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.914700992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"6807bfd6-631b-4274-9852-da1e1efe748a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.916513591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"715333e2-85c7-4e85-9bc1-99fca8aac651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.925828568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"7d96bb1f-4498-4c7e-9e23-fe683034a958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.936079259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"ce6932c8-1c35-4da0-a169-c1666e63d2ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.955043323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"6807bfd6-631b-4274-9852-da1e1efe748a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.043975537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"ce6932c8-1c35-4da0-a169-c1666e63d2ce","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.051938724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d291b89e-7f58-4f22-89f3-7341b123ade0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.069284074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d693e7a-4f22-4b34-aa6a-74a0b1aa5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.086778563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"d291b89e-7f58-4f22-89f3-7341b123ade0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.136760522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2133b698-f27e-4869-82c4-ad051a6b815e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.154099616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"2133b698-f27e-4869-82c4-ad051a6b815e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.191103964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"f52ab29f-fe13-4d4a-b435-4a9c9c58f5d6","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.194655597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a3f70c8e-2eaa-4c7f-96fd-921395f4354b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.195251802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"28cbc8b9-2ea7-40d0-af31-7c104399d040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.195825096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7003c1e9-e726-40aa-8380-5d1a41e85d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.198782021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23997274-d53e-4f91-bcb5-59e2a6e98817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.20734184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"f52ab29f-fe13-4d4a-b435-4a9c9c58f5d6","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.219684824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"a3f70c8e-2eaa-4c7f-96fd-921395f4354b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.225636411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"7003c1e9-e726-40aa-8380-5d1a41e85d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.231973102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"28cbc8b9-2ea7-40d0-af31-7c104399d040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.233445481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23997274-d53e-4f91-bcb5-59e2a6e98817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.300683139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ec9f767f-3c04-47a2-99b2-ac7f48b56457","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.301625665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c62165c8-cad9-4ae7-9a22-6f443ee913c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.304715766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"60cefd5b-3a90-46bb-b3d6-2c4ae4b14d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.37664555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"88840fb4-3c49-4942-81a6-b2027f92b3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.388671352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"ec9f767f-3c04-47a2-99b2-ac7f48b56457","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.392867315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c62165c8-cad9-4ae7-9a22-6f443ee913c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.398726354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"60cefd5b-3a90-46bb-b3d6-2c4ae4b14d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.413701708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"88840fb4-3c49-4942-81a6-b2027f92b3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.851303235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147309b1-0dc7-4928-8e6f-bf57d3096dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.854458251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147309b1-0dc7-4928-8e6f-bf57d3096dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.857612831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147309b1-0dc7-4928-8e6f-bf57d3096dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.860685093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147309b1-0dc7-4928-8e6f-bf57d3096dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.074459307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af856b02-43da-4f8a-8fc0-39ce6ac495c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.083901163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af856b02-43da-4f8a-8fc0-39ce6ac495c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.095515234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af856b02-43da-4f8a-8fc0-39ce6ac495c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.100708485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af856b02-43da-4f8a-8fc0-39ce6ac495c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.747767925Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2aa3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2aa3b","reconcileID":"104faa7d-ab06-4c6a-9660-d225a7201073","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d2aa3b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d2aa3b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.064022645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9a7f9f-0fba-42e3-a93f-ba092f11fcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.06724917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9a7f9f-0fba-42e3-a93f-ba092f11fcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.070189834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9a7f9f-0fba-42e3-a93f-ba092f11fcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.07350269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9a7f9f-0fba-42e3-a93f-ba092f11fcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.992582576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9af0e62f-47ab-415d-9e45-4bf5ef1a6b52","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.003748669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9af0e62f-47ab-415d-9e45-4bf5ef1a6b52","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.015662713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9af0e62f-47ab-415d-9e45-4bf5ef1a6b52","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.185428671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"7eb90d27-0259-4bcb-9c9a-d4fc7b30b9a0","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.195424591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"7eb90d27-0259-4bcb-9c9a-d4fc7b30b9a0","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.203775483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"7eb90d27-0259-4bcb-9c9a-d4fc7b30b9a0","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:25.695972862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.05440892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d78c8879-c5d3-46de-aa0e-f3411b1d2c30","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.067264497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d78c8879-c5d3-46de-aa0e-f3411b1d2c30","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.078266313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c) AuthConfig (15353a1d938dc4e706477594535006910a2533ff080c8da503bbfd6c60baac22) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (044e356dcf0dbd84e1db55e48cd99c4e75a9618efb225d75217572c97c9e9c0a) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (61722d5beec714e60e40a9f759e89be944fabceb8314566aa5fe95fbf6cdfb46) AuthConfig (375d1004c39190df871aa0e6e3412b55f91e1cb47135813f3dbba40bbc5706e1) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d78c8879-c5d3-46de-aa0e-f3411b1d2c30","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.091744048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"f5794c1a-04dc-4939-8f70-ae9085e0bd0f","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.21125495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"becf4e18-9b6f-40fd-a746-02e44ecb6362","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.219836425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"becf4e18-9b6f-40fd-a746-02e44ecb6362","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.226948712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c21a26493e56a44722c68ecdf47a9910362645991324443241871bd417cc3d65) AuthConfig (b50665e38226a9d8277672cf88ae2ca5e9e563c0db0dcff3347491c87f7aa9b1) AuthConfig (e8d14d9fc329edff652ab7029fb5730594b38a29818f36baf0384c915f4a313b) AuthConfig (b1868190823c0c913fad94fba46c3b0da98765e8989398328b52d4016757fdbc) AuthConfig (6c82e68d4f86c5ebe29c238fc2ab4c7e9f7e5b889702417bb4eee8b7d3546ad8) AuthConfig (cb413eb0f5a7b9b7d28e41cd2ba21064c32695c8a5e8f8266c2e086878c5b07d) AuthConfig (675251836abebe8257bf3eb8c4e2a33ee4538876a47e4ad83a7ab57516a3d228) AuthConfig (3d1c38c77908d781c61f5f9ad6630e3125e8bdee79dda9a466bcdd09b5d698a9) AuthConfig (3bf48717a747456a0d8139fb6b88ea10b0e1f4f5a53cd4629d50e6959bb87b94) AuthConfig (9a96357378f89f087abccacd944a3da46a554173cbcc0ac890e8b4bb85d93407) AuthConfig (d95196bd3f72d79f960f154b9634b40b635deb56fb2820facfc3019a067f3666) AuthConfig (fc14802b78db7608a7062236a2bd83e35675db126c7346bb3f024ac639206df9) AuthConfig (5bdad7696e6c1af9aef71966af94827ced12be5f0c7c09f4cbbcd2d4fbf63832) AuthConfig (bb56bcbcb4b5e787e5ac406944128cd6923f62ffa422231cbc4e411fa1b7dd2a) AuthConfig (8e681215c48cf8e3462d5fc7bb448e20877c40a321b37b1fcbe256aea4bf1ae0) AuthConfig (86eb9bfa4cc5831b6cd56cfe33174d922c684d2632b0f363ea41060be69bb4b4) AuthConfig (e6ce016884a0d01fc4729a0bb89e9b5ed4a1ea397d873983cd66a19aeee3efed) AuthConfig (4ae163a3b0781bef2ff2103994d2eb2a0a471d925505e98ca29db7b539d9a7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"becf4e18-9b6f-40fd-a746-02e44ecb6362","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.236651465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6bdcaeb8-25a1-4ac6-b2ee-64a1c7d1e953","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.236670697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6bdcaeb8-25a1-4ac6-b2ee-64a1c7d1e953","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.620753401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"cb05383d-615e-4cb0-a558-d30ad17898fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d2aa3b","tenantID":"e2e-inf-a-d2aa3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.675965307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"cb05383d-615e-4cb0-a558-d30ad17898fc","name":"e2e-inf-a-d2aa3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.111762405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a888af6b-e3fb-4b93-80fa-ddbf72143ce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.136844923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a888af6b-e3fb-4b93-80fa-ddbf72143ce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.156012694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0e4ce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db4575c29752ce3844c68f1fd80bff986b79ce8ab78ad147fd63e0d8835d8a4c) AuthConfig (15353a1d938dc4e706477594535006910a2533ff080c8da503bbfd6c60baac22) AuthConfig (741f7a80b5f1e3d5bec810e8f8b345c31a92300ab1c5d250dcf2a4c8f6e022c9) AuthConfig (4bfdd175b00f09dbe7333ee3cf589b86eb594b6403642309eb2f6999770cab16) AuthConfig (044e356dcf0dbd84e1db55e48cd99c4e75a9618efb225d75217572c97c9e9c0a) AuthConfig (28b06cab0cb206da35a5a56ddc1f2f37e4e9ccaeed37b891227de9350123343c) AuthConfig (61722d5beec714e60e40a9f759e89be944fabceb8314566aa5fe95fbf6cdfb46) AuthConfig (375d1004c39190df871aa0e6e3412b55f91e1cb47135813f3dbba40bbc5706e1) AuthConfig (044580e898511c338a4487c0b8e2a1ee93a7cbac760d38f1d1d7cb9556abb4a6) AuthConfig (fa00199eb39dd2913b5a4ef483e148da03a42c70013ed0b630ca66e1b7f50ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"a888af6b-e3fb-4b93-80fa-ddbf72143ce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.244161379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"4400820e-2aab-404d-9cd6-2fa991d58059","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.254185427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"4400820e-2aab-404d-9cd6-2fa991d58059","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.26198496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-74dfc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c21a26493e56a44722c68ecdf47a9910362645991324443241871bd417cc3d65) AuthConfig (b50665e38226a9d8277672cf88ae2ca5e9e563c0db0dcff3347491c87f7aa9b1) AuthConfig (e8d14d9fc329edff652ab7029fb5730594b38a29818f36baf0384c915f4a313b) AuthConfig (b1868190823c0c913fad94fba46c3b0da98765e8989398328b52d4016757fdbc) AuthConfig (6c82e68d4f86c5ebe29c238fc2ab4c7e9f7e5b889702417bb4eee8b7d3546ad8) AuthConfig (cb413eb0f5a7b9b7d28e41cd2ba21064c32695c8a5e8f8266c2e086878c5b07d) AuthConfig (675251836abebe8257bf3eb8c4e2a33ee4538876a47e4ad83a7ab57516a3d228) AuthConfig (3d1c38c77908d781c61f5f9ad6630e3125e8bdee79dda9a466bcdd09b5d698a9) AuthConfig (3bf48717a747456a0d8139fb6b88ea10b0e1f4f5a53cd4629d50e6959bb87b94) AuthConfig (9a96357378f89f087abccacd944a3da46a554173cbcc0ac890e8b4bb85d93407) AuthConfig (d95196bd3f72d79f960f154b9634b40b635deb56fb2820facfc3019a067f3666) AuthConfig (fc14802b78db7608a7062236a2bd83e35675db126c7346bb3f024ac639206df9) AuthConfig (5bdad7696e6c1af9aef71966af94827ced12be5f0c7c09f4cbbcd2d4fbf63832) AuthConfig (bb56bcbcb4b5e787e5ac406944128cd6923f62ffa422231cbc4e411fa1b7dd2a) AuthConfig (8e681215c48cf8e3462d5fc7bb448e20877c40a321b37b1fcbe256aea4bf1ae0) AuthConfig (86eb9bfa4cc5831b6cd56cfe33174d922c684d2632b0f363ea41060be69bb4b4) AuthConfig (e6ce016884a0d01fc4729a0bb89e9b5ed4a1ea397d873983cd66a19aeee3efed) AuthConfig (4ae163a3b0781bef2ff2103994d2eb2a0a471d925505e98ca29db7b539d9a7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"4400820e-2aab-404d-9cd6-2fa991d58059","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.181469713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3a2f7a68-5279-4d8f-8340-a317931cbcf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.189600823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"3a2f7a68-5279-4d8f-8340-a317931cbcf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.272794228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"76a7ce4e-199c-4145-bf84-6f1385bbe49a","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.280806922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"76a7ce4e-199c-4145-bf84-6f1385bbe49a","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.331719997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"e46bdcbc-5075-46c5-8526-5de0fc9d2652","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.418343073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"b34b7a41-d13f-4bb0-a91a-062d5398a369","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.418375116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"b34b7a41-d13f-4bb0-a91a-062d5398a369","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.309890952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"8a93e36f-2e71-4e50-be5a-420ddd60e9c0","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.312556749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"5f853a77-1675-46ce-a969-ab43c804051f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:53.318326575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e23783a6-164e-440e-b1ef-ec03ef15100b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.323685355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"5f853a77-1675-46ce-a969-ab43c804051f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.326421615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"58b60679-3b12-4bde-bb63-e99fb25c1bdb","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:53.334797766Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"58b60679-3b12-4bde-bb63-e99fb25c1bdb","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:53.33484945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"58b60679-3b12-4bde-bb63-e99fb25c1bdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.338411467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"60eb384f-2c5b-44bb-b69d-6711c85f2ba7","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.347077566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"0dc0636e-6a7a-47c3-8a75-557882d163a4","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.363967339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"bb447dfc-aa3f-4a89-973f-ffc5e5937c15","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0e4ce7/e2e-shr-shared-7cb2ed-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.393012236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"43de7eb9-4f38-4b43-bc8a-26a5d56c6306","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.413981822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c77caad7-4029-4efb-b45e-b0d7332988b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.422142988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c77caad7-4029-4efb-b45e-b0d7332988b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.462621782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e8a741ea-3b2c-4921-bab4-57b0eafaaffe","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.695399352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.532158697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6903f123-d0cc-4551-9895-98acfb9024c5","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.532190194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"6903f123-d0cc-4551-9895-98acfb9024c5","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.540854959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"efc5d9c8-44e7-481d-a717-78313d1d4ada","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.541783292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"afda5972-51b6-45a3-99b5-7eeb3e509dbd","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.541806858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"afda5972-51b6-45a3-99b5-7eeb3e509dbd","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:57.548753118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"afda5972-51b6-45a3-99b5-7eeb3e509dbd","name":"test-model-74dfc6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-74dfc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:57.548819665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"afda5972-51b6-45a3-99b5-7eeb3e509dbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-74dfc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.550622599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"efc5d9c8-44e7-481d-a717-78313d1d4ada","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:57.552623533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"e5836f99-5b11-4337-be53-faf0f5dbacc4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-74dfc6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.554811844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"bbc2cedb-c0e1-40c6-a5c3-f9ffa44dd792","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.554833553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"bbc2cedb-c0e1-40c6-a5c3-f9ffa44dd792","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.571866594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"a226781e-efc6-40ee-9e36-9345d8f3eb1d","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.571889408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"a226781e-efc6-40ee-9e36-9345d8f3eb1d","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.580752366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"687f5c31-ba8c-4ddb-98d0-54971d406c76","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.580786046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"687f5c31-ba8c-4ddb-98d0-54971d406c76","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.598524712Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"cb1133bb-2fd8-450f-b8f3-3317655fbe19","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"test-model-74dfc6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.620172073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"7523e646-82e5-49fa-a95b-5a75b0a5ce85","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.620312591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"7523e646-82e5-49fa-a95b-5a75b0a5ce85","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.640083026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"afe5d199-cb22-4829-8c6d-cd49e8a0b129","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.648510986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"afe5d199-cb22-4829-8c6d-cd49e8a0b129","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.695338824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"75135398-f5e1-415b-a227-cab6dc741565","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.697872932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:26.018276643Z","body":"Tenant platform reconcile failed","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"9e83301b-3104-4009-8b15-27ff6ffa802c","error":"apply: apply ServiceMonitor odh-ai-gateway-infra/maas-api-metrics: Internal error occurred: failed calling webhook \"servicemonitor-injector.opendatahub.io\": failed to call webhook: Post \"https://opendatahub-operator-controller-manager-service.opendatahub-operator-system.svc:443/mutate-prometheus-monitors?timeout=10s\": context deadline exceeded","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:417\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:188\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.105712137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"95882bd4-2161-4b79-b8ba-f234c6f0e3f2","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.105735182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"95882bd4-2161-4b79-b8ba-f234c6f0e3f2","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.115153902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"fcbc8543-040e-4edd-840a-5a3bf7ce51f0","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.180082904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"fcbc8543-040e-4edd-840a-5a3bf7ce51f0","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.186061675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"77d4ee1e-4a76-4728-8cd4-4bedde508f12","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.399634556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a226d344-6c4d-4e2e-86f8-2fe47cc66d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.403689129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a226d344-6c4d-4e2e-86f8-2fe47cc66d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.407186326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a226d344-6c4d-4e2e-86f8-2fe47cc66d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.410537869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a226d344-6c4d-4e2e-86f8-2fe47cc66d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.676317573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d607bc6-6aa1-4d87-a7cb-426bd4086e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.679651897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d607bc6-6aa1-4d87-a7cb-426bd4086e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.683036065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d607bc6-6aa1-4d87-a7cb-426bd4086e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.686312201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d607bc6-6aa1-4d87-a7cb-426bd4086e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.987634108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"a06c79cb-319a-4eef-bb71-14b9d6c92be8","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.00897216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"c263bf83-56d3-4193-8e72-3edf4da4c60d","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.00899827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"c263bf83-56d3-4193-8e72-3edf4da4c60d","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.319530848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"70ebb520-7f0c-4e01-ab49-fe91dab1b93e","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.34934654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"a3879748-613a-4825-ae3d-85fdcc9393d9","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.164884728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9f01abd2-14fc-4015-ad38-b0ec306d5dcc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.165123967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"896c055b-abc6-4b04-8f57-7c7cc053ae5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.173623976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"9f01abd2-14fc-4015-ad38-b0ec306d5dcc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.174906971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"896c055b-abc6-4b04-8f57-7c7cc053ae5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.285658196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"eb766799-7088-4caa-95b8-943dfc2cd8fa","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.29900926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"eb766799-7088-4caa-95b8-943dfc2cd8fa","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.44135124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"14ec5852-fa54-4982-ae35-45a493c92a3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.541176657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"0687561b-674b-4bb1-b7e3-8c2a6e5c2595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.541893448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"63f717c2-cc3c-43f1-b614-3b931cff5c70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.542526976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"93320fa9-e4ca-48b4-9bc7-18281e8f8c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.546605931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"ad333f38-f491-4300-afb7-1e0e7a8d69a0","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.731378991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64f587bd-46f0-4bf4-8c6b-dc1243b82cf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.833068769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"562398a5-39a6-4bbc-b90f-1fbab7c911e6","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.833441432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"ea4a8afd-728d-4ced-bf5c-63397c6a0f18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.833071787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"510b6792-f5fe-49e9-901e-1076c7d2e154","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.930786643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"f562ca44-28c0-4494-96b2-7132acf3cf92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.931503701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"f06c3ca1-a1ad-484a-88af-d4876c617571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.932067454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"122cee8e-ebf4-4fd5-9c40-d7e0d3e41e03","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.93689566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0cde4720-cfac-4845-b587-d8699f7946e0","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"maas-trlp-e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.0368629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"42bd1489-6239-4590-a298-147a01c9e124","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.037354644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"410e5df5-d40b-4461-b3c8-03e4e39a13a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.132082843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc69b0d3-995f-4d80-99df-049f2f1aab70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.505270821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"550ba275-79f2-4ca7-82b2-c294a30b7e0a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.506267506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"550ba275-79f2-4ca7-82b2-c294a30b7e0a","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.586714955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"4d85431f-b93e-46fe-aa0c-3b1b32411ac2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.591743504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"de6e4f1c-78bf-4369-8d15-fe8d83834cd3","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.594881388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"4d85431f-b93e-46fe-aa0c-3b1b32411ac2","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.743246451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6214247-fa37-43fe-ba86-fb3d078ec885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.747465123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6214247-fa37-43fe-ba86-fb3d078ec885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.759458592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6214247-fa37-43fe-ba86-fb3d078ec885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.767667737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6214247-fa37-43fe-ba86-fb3d078ec885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.954904131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1dffb6-43f9-4a6c-acc7-aa3ad0f52563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.957989947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1dffb6-43f9-4a6c-acc7-aa3ad0f52563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.961001521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1dffb6-43f9-4a6c-acc7-aa3ad0f52563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.964080384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1dffb6-43f9-4a6c-acc7-aa3ad0f52563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:55.696005057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.190547948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"f6cf1c82-f49d-4f87-bf57-05539b4cfe3f","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.190575835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"f6cf1c82-f49d-4f87-bf57-05539b4cfe3f","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.276726973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"e1ec74b7-c444-4496-9755-fc78320ac67a","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.280745493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"4b3b83fe-7c09-49b2-b1fd-59491fad110a","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.291347995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"e1ec74b7-c444-4496-9755-fc78320ac67a","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.406186626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9adb27-9113-4eae-9261-e248e6db69ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.40950603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9adb27-9113-4eae-9261-e248e6db69ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.412672125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9adb27-9113-4eae-9261-e248e6db69ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.416049738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9adb27-9113-4eae-9261-e248e6db69ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.653169433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b434e941-b9f6-45ac-9cfc-c08c83008269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.656458785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b434e941-b9f6-45ac-9cfc-c08c83008269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.676436917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b434e941-b9f6-45ac-9cfc-c08c83008269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.679901946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b434e941-b9f6-45ac-9cfc-c08c83008269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.87123116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91e8e5e-4d7c-4165-831a-7fe07d908a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.874576614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91e8e5e-4d7c-4165-831a-7fe07d908a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.87852786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91e8e5e-4d7c-4165-831a-7fe07d908a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.887470971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91e8e5e-4d7c-4165-831a-7fe07d908a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.177589894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1643906-1bb7-4488-b05a-294fb29ba915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.18633723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1643906-1bb7-4488-b05a-294fb29ba915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.19571835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1643906-1bb7-4488-b05a-294fb29ba915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.282896732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1643906-1bb7-4488-b05a-294fb29ba915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.808223351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"b104797d-d012-4382-9f41-e8cf10ce7ab6","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.811485217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"5d0ed9a1-1b22-4318-b898-3effa0745565","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.822123624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"5d0ed9a1-1b22-4318-b898-3effa0745565","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.826640687Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6c95ea22-1fec-4b29-906a-c4d210938739","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.942504193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"134a385b-4eca-48e8-8420-b92474379a96","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.953786037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"134a385b-4eca-48e8-8420-b92474379a96","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.697248009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.830493823Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"8d03667e-14ba-4848-b2a4-6b64d3ae092a","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.065123096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f27cf0-1edd-4e73-8f3c-e9d28b257b22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.065151728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45f27cf0-1edd-4e73-8f3c-e9d28b257b22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.073254163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e036c0dc-52f4-4954-897e-93262b8b5100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.073271407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e036c0dc-52f4-4954-897e-93262b8b5100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.081782658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"2b3db793-1917-458c-9e2d-d070c764b958","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.112025348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"2b3db793-1917-458c-9e2d-d070c764b958","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.121409183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"2b3db793-1917-458c-9e2d-d070c764b958","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.128296462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83687077-46c1-4a7e-b36a-f0f8013b8a61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.128312405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83687077-46c1-4a7e-b36a-f0f8013b8a61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.946581272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"7f96b51d-5e6f-4659-939f-5d7afd07ce9f","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.963615367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"482b0a43-9813-47bf-8946-3c7c7e5d87ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.966282027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e0f3b367-fdc9-491b-9753-61bc4a44f804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.966515497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"02cb3cf9-9b77-4396-8d6d-f4dbb613680f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.975283479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"02cb3cf9-9b77-4396-8d6d-f4dbb613680f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.975307221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"e0f3b367-fdc9-491b-9753-61bc4a44f804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.985676391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1d692e59-0b4c-4974-97b2-0e4565c0c9b1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.062154727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"f98f280f-e11f-4ad6-9dd6-ba27d16118b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.273567857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"068d8559-9880-42b8-8d3a-76434e094674","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.273596019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"068d8559-9880-42b8-8d3a-76434e094674","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.576144838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"ec86a69d-5887-432b-af90-4bdaede2ad7d","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.5981629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"7fb6a137-b0f3-4ccd-93e3-0f623f30ab9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.602372147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6ade1c2e-86fe-4764-bfde-1e2450f7d35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.603328686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6bda0e40-c548-4d31-b661-ab9d3201e349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.679013998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6ade1c2e-86fe-4764-bfde-1e2450f7d35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.681308653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"6bda0e40-c548-4d31-b661-ab9d3201e349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.690460168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e0ed2c6a-3e99-4b8b-9637-b693863dba2f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.710159977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"9ba38fdc-efe5-4e8a-a7e8-1b4c10d8f932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.856668313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"439a4021-0fc9-4212-a1f3-4268bc9e565a","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.774056092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"445670a7-ac3b-4434-8d3e-808066c99862","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.80255197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"16293956-a156-475e-8a68-80d7cacacf93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.807820092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fc4828d9-a586-4ede-b160-951d2fe1d638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.808335583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"0dcd583e-93df-4925-a01f-cd105bf2dfcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.814808606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"16293956-a156-475e-8a68-80d7cacacf93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.818473058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"fc4828d9-a586-4ede-b160-951d2fe1d638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.831737564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"150036ee-368f-417b-9ef7-fc132862aef4","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:40.838946898Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"04e15bd1-8631-4bba-889f-4209e1a95328","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:40.839016604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"04e15bd1-8631-4bba-889f-4209e1a95328","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.910915369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"25981428-e49b-4163-aa43-50912b76fd4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.190569127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"92bbf179-7475-4658-bb85-b5eb6f9542e4","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.198966411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"92bbf179-7475-4658-bb85-b5eb6f9542e4","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.205459586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"92bbf179-7475-4658-bb85-b5eb6f9542e4","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.274617144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e880eefd-0b3e-469c-9155-0c1ef959e042","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.274639064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e880eefd-0b3e-469c-9155-0c1ef959e042","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.282242574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"126e12a9-9da9-4416-aa7a-d05bd6c4d428","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.282829179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a92ac0-50dc-4941-8ef3-9e5544b975ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.282848245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a92ac0-50dc-4941-8ef3-9e5544b975ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:44.285864181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"9ae702a4-6a36-40eb-9430-54036e1261e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-625f4041\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.291324508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"126e12a9-9da9-4416-aa7a-d05bd6c4d428","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.300265232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"126e12a9-9da9-4416-aa7a-d05bd6c4d428","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.303146751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33b202c9-c72c-4eb6-949d-697c93d62ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.303170548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33b202c9-c72c-4eb6-949d-697c93d62ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.311573145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0097b9c-d00b-4ce2-ae4f-fd69a41458a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.311648904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0097b9c-d00b-4ce2-ae4f-fd69a41458a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.334084588Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"d9ed247d-797e-40dd-951e-97dca8d1c116","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-625f4041/e2e-sub-625f4041","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.386705265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171b79e6-6f30-40e8-9bd8-9fd7a56860ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.386734596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171b79e6-6f30-40e8-9bd8-9fd7a56860ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.42529005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bce85f8-27c0-473c-a2cc-b5ec668ba1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.425323699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"533fee18-6740-49fc-a6da-69a187e54ed4","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:46.987267882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1d5c1f54-6327-46ed-8c66-694b77671c0a","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.288105431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f53fbda-6a3d-4c7e-9109-6ee7c660a8b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.288128892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f53fbda-6a3d-4c7e-9109-6ee7c660a8b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.691272189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"408a0141-ada6-4c70-9d90-23400aa19f2e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.822971782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f69f8f1f-04a8-4cee-8478-c19b224ee720","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.822995349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f69f8f1f-04a8-4cee-8478-c19b224ee720","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.868840407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"030e15cc-6702-4658-b382-7406891c51b1","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.185727943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caf4913f-19aa-4582-aeaf-13d310a8af50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.185752917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caf4913f-19aa-4582-aeaf-13d310a8af50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.211913616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a872331-bdf3-48fd-8aaa-35fcc1383edb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.213990575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911bf119-2816-4708-8cea-9147e0c6aa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.214054164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c4065b-c128-41ef-8882-19c5e1c65ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.236365209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e2ab5ca-24ea-478a-8324-fea7c2316b30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.236384534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e2ab5ca-24ea-478a-8324-fea7c2316b30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.24543653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c4065b-c128-41ef-8882-19c5e1c65ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:50.250865341Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911bf119-2816-4708-8cea-9147e0c6aa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.253946613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c4065b-c128-41ef-8882-19c5e1c65ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:50.260528661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911bf119-2816-4708-8cea-9147e0c6aa12","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.260697546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff5ad9c6-a1fa-4d78-bd07-7c89281df9b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.260723398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff5ad9c6-a1fa-4d78-bd07-7c89281df9b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.261465679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6cae586-8bfa-4d41-a9ce-4adf271ef5c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.261483328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6cae586-8bfa-4d41-a9ce-4adf271ef5c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.305758577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d510a70-8e70-4428-9d62-fdfce4ec3870","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.313624752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bba247bd-e145-4774-83a7-385e4ec39e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.324048565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bba247bd-e145-4774-83a7-385e4ec39e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.336940644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bba247bd-e145-4774-83a7-385e4ec39e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.348998896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d418147-2cee-4407-8763-0ac944ef983b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.34901724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d418147-2cee-4407-8763-0ac944ef983b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.593695735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"927110cf-fdf1-4043-b678-15ea95007b12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.593728282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"927110cf-fdf1-4043-b678-15ea95007b12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.832886601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4a9805d4-ed07-4340-9de1-f174d2fdfe83","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.862228401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f7ae9e3e-1855-474c-8505-3c2c25c8088b","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.952765941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c68b1eac-6aef-4081-974a-61e8a96265ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.956959556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"d30a35b4-3e17-4817-ba35-b43a88cb1337","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.973374986Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f91c4b09-eba8-4b9d-a9c8-e81da5d2fc04","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.000123487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c68b1eac-6aef-4081-974a-61e8a96265ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.104379972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c68b1eac-6aef-4081-974a-61e8a96265ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"name":"e2e-extmod-b-0e4ce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.104410986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"c68b1eac-6aef-4081-974a-61e8a96265ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.118658824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","reconcileID":"e6889b60-6962-432f-b839-b8730af10011","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-cd9626392958","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-b-0e4ce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.331117112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"1625cee3-09bb-410a-b352-6d6c95d2e340","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.334045121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"474da080-bd08-4fe5-83be-3308f450c31d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.345788366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"474da080-bd08-4fe5-83be-3308f450c31d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.351319243Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"915dcbc6-08b6-48ba-ba36-2670e0659250","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.471103699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"27a64d19-f289-42c4-ad30-42e97c5f60ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.479787618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"27a64d19-f289-42c4-ad30-42e97c5f60ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.784352658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"79b24e12-b389-4b1e-8413-71a34a3f5d75","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.799103507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"5df19d0a-130f-4ccc-b20f-64a529265511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.312166355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"69b0cd67-1b61-4b43-9744-e316f1410a0e","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.344434416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"69b0cd67-1b61-4b43-9744-e316f1410a0e","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.351617505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"69b0cd67-1b61-4b43-9744-e316f1410a0e","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.360986241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b1aff9-624b-4a91-b7d9-0836ee0444ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.361006591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b1aff9-624b-4a91-b7d9-0836ee0444ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.695193464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.291233101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"80e13b60-0fb5-4135-95a7-70d919889816","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.291264195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"80e13b60-0fb5-4135-95a7-70d919889816","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.692624025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"5ae429f2-c934-43fe-b1ca-251d84870982","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.834093938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"110cd81d-0545-4ff3-af2d-582da58dc04e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.834119043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"110cd81d-0545-4ff3-af2d-582da58dc04e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.869336798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"8b074682-9eed-4dcc-b3b3-4b8fdcf80636","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.287726938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae1b010-a451-42ca-9b59-4dfba55f6191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.319336364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae1b010-a451-42ca-9b59-4dfba55f6191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.326841691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae1b010-a451-42ca-9b59-4dfba55f6191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.33667363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6de96d28-9628-4ac0-b1d8-ad5e93e9878d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.336781789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6de96d28-9628-4ac0-b1d8-ad5e93e9878d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.349845125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"706a5a79-e2c9-40af-9a7c-daec0f80d5fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.349868724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"706a5a79-e2c9-40af-9a7c-daec0f80d5fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.388116893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd09c06-764e-4856-95a6-d9ef1fda621e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.39698689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd09c06-764e-4856-95a6-d9ef1fda621e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.404493499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd09c06-764e-4856-95a6-d9ef1fda621e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.417408357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e641f06-a587-4d57-915f-f47c3c248b70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.417428007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e641f06-a587-4d57-915f-f47c3c248b70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.618254461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"663caa5e-e3f7-44ae-abaf-6e35cb6bfddb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.618278547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"663caa5e-e3f7-44ae-abaf-6e35cb6bfddb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.834693757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fb1d1eb4-f26f-4bcc-888b-a22eddb6f0fa","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.978962818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"5f9f1113-1265-4e85-9730-f476c136f292","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:01.355761282Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"a8b77215-b2d8-4416-9d64-ab060c4668c1","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.785184488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5a5d03a2-1478-4815-8ae8-6d07429083a8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:04.367876402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"06e714d8-99ce-409c-9acb-c6ba41fa216c","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:04.397954918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"06e714d8-99ce-409c-9acb-c6ba41fa216c","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:04.404953894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"06e714d8-99ce-409c-9acb-c6ba41fa216c","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:04.412179622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50fd85f-a571-4935-b6db-9055cad70430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:04.41222427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50fd85f-a571-4935-b6db-9055cad70430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.292919516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9916fa35-41f7-4b80-853a-72b1bf9b9b7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.292945422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9916fa35-41f7-4b80-853a-72b1bf9b9b7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.695245486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"cbf16468-24c8-4d40-b871-2e40b5ad5188","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.834970578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a33d78f-9ce1-450c-9ccc-f38bb019c545","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.834994444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a33d78f-9ce1-450c-9ccc-f38bb019c545","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.870544447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"1523cadd-d00b-4924-9caa-3ea86f0ab7ba","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.359708377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a698456-6397-4639-ae17-c6f0a74e6d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.4021216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a698456-6397-4639-ae17-c6f0a74e6d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.419527986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c84bc9d0-dd04-4bab-9472-cd0b759cfa7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.419693377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c84bc9d0-dd04-4bab-9472-cd0b759cfa7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.423026124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a698456-6397-4639-ae17-c6f0a74e6d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.438627916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4769f84-b812-4671-a3d8-4bf38ba64826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.438752407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4769f84-b812-4671-a3d8-4bf38ba64826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.472909793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73c9c18-3b00-4164-8d5e-c35ac531ccd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.493037464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73c9c18-3b00-4164-8d5e-c35ac531ccd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.508058019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73c9c18-3b00-4164-8d5e-c35ac531ccd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.521657195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cc6a89b-4209-4dcd-aae5-7c0b4976ed7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.521757684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2cc6a89b-4209-4dcd-aae5-7c0b4976ed7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.619360442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8192a4dd-b55a-4264-91d1-7ba2ab1caf91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.619468018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8192a4dd-b55a-4264-91d1-7ba2ab1caf91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.835477273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ac6a5ed9-5b69-4974-aab8-124b0a007fb7","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:10.995185282Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"721e860d-2bfd-4e53-8ced-fef43e35fc64","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:10.998264603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"721e860d-2bfd-4e53-8ced-fef43e35fc64","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.394909539Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f23ef05b-4cad-417c-9436-46642a204869","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:12.789549326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"01e0c44b-7674-437e-9761-50f945fedd5d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.419466709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f94aca18-d7e9-468c-b075-bd4c5b76ff83","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.451392553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f94aca18-d7e9-468c-b075-bd4c5b76ff83","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.458692206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f94aca18-d7e9-468c-b075-bd4c5b76ff83","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.467601295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3716597b-a93f-450f-b348-2e35da3772e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.467623799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3716597b-a93f-450f-b348-2e35da3772e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.294420823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"667415bc-2ffd-46ac-936b-4a95905aeb8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.294449553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"667415bc-2ffd-46ac-936b-4a95905aeb8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.696942179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7984221a-7bfc-4137-bc14-e4b787299446","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.836466022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3a2c43d-31b6-4a2a-a516-08bbbcc9aad9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.836491047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3a2c43d-31b6-4a2a-a516-08bbbcc9aad9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.87400094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"b482ed9f-5732-42ee-9aa3-63bfe2bf1b99","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.449547716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a8768a-c941-49d2-95e9-780474489f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.481605054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a8768a-c941-49d2-95e9-780474489f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.488592642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a8768a-c941-49d2-95e9-780474489f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.498107093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"346f3a3c-40af-43fd-889d-e7e769adad0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.498127986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"346f3a3c-40af-43fd-889d-e7e769adad0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.536846824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb23d1c2-4922-4fb7-ac5e-50ae138526d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.536870844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb23d1c2-4922-4fb7-ac5e-50ae138526d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.547828638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636cb422-f36d-4200-a92c-8d108277a269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.55826083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636cb422-f36d-4200-a92c-8d108277a269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.565158275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636cb422-f36d-4200-a92c-8d108277a269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.575090969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b768734-5f51-4e95-8b52-ea78913f2a1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.575111564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b768734-5f51-4e95-8b52-ea78913f2a1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.621119327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea85c4c4-d994-478c-b299-d4d605b508fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.621145303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea85c4c4-d994-478c-b299-d4d605b508fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.836518757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ddee882c-ac41-42f5-b2de-3e7ff4fbe928","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.035978063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"bb2c82a0-c2aa-4bf7-a3ca-eb89aa4ea904","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.399388239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b6201739-1e6b-4ebd-ae51-1ee4710599bf","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.479519045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d5c7dec1-1a8c-4cd1-b3ad-0d8dd8c0d9ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.483135502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"0cfed499-4b25-4e98-b367-c117d28cbf15","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.495245058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d5c7dec1-1a8c-4cd1-b3ad-0d8dd8c0d9ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.507329216Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"4e32b445-f3ec-4207-b6ed-e0e02de3ffc3","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.528077169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d5c7dec1-1a8c-4cd1-b3ad-0d8dd8c0d9ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"name":"e2e-extmod-a-8b7351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.528104997Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-access","reconcileID":"d5c7dec1-1a8c-4cd1-b3ad-0d8dd8c0d9ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-7cb2ed-access","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.54314256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"878ea6d3-fede-4cb1-8374-1f1e2a02ac36","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.794161005Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"441335b0-2ffc-4d6c-98e0-ab113616df48","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.948061977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f2b74187-09e1-4711-bdb3-bcba8ce1d1e9","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.948879122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","reconcileID":"dc2be4df-dea8-4c16-842e-8a9674ef0874","MaaSModelRef":{"name":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","namespace":"e2e-extmod-shr-user-324935"},"routeName":"external-model-e2e-shr-shared-7cb2ed-187f2e789e89","namespace":"e2e-extmod-shr-user-324935","model":"e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","externalModel":"e2e-shr-shared-7cb2ed","provider":"e2e-shr-shared-7cb2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-8b7351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.145704171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"8ceed34c-16ca-409e-a5c0-e4a2bb001bef","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.308643884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"802930fc-0f7c-41a4-b9ec-3cd25012a7e3","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.510947592Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","reconcileID":"e91ed601-e631-49dd-942b-e9344711a45c","namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.518766154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"742f02d3-da09-4c71-b81f-1358a74f36b9","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.521628244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"efc5d42c-d5e3-4e27-a043-b7a072312602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.521900527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7b39a9-e4bf-4b07-a51b-566c7b0377e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.522367357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ceee8fa-8789-489d-be76-d8bb6bc41697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.522714405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a14f3fe4-33ba-478b-aa67-9a55241320b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.532841417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"efc5d42c-d5e3-4e27-a043-b7a072312602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.533383864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7b39a9-e4bf-4b07-a51b-566c7b0377e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.536909448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"a14f3fe4-33ba-478b-aa67-9a55241320b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.537109188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ceee8fa-8789-489d-be76-d8bb6bc41697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.54110119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7b39a9-e4bf-4b07-a51b-566c7b0377e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.551484607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"742f02d3-da09-4c71-b81f-1358a74f36b9","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.552563082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ceee8fa-8789-489d-be76-d8bb6bc41697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.55978239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"742f02d3-da09-4c71-b81f-1358a74f36b9","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.559852648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"574a9dea-b118-4481-9c2f-1cd29851ab46","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.576760497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b00ff5-9680-43bf-acd5-cabfce6337b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.576789766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b00ff5-9680-43bf-acd5-cabfce6337b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.577076221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"574a9dea-b118-4481-9c2f-1cd29851ab46","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.660683143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c70afc40-0457-46ff-916e-3461c75c7ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.660790117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"24999b83-610b-4013-ae1b-9e777cd2d4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.663194095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"55d64bd7-1c3b-4b0f-a56d-bdb8f53da2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.664259199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58237ea3-1b29-40ab-ba8d-81a6d5be61a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.670973675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"c70afc40-0457-46ff-916e-3461c75c7ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.671508562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"24999b83-610b-4013-ae1b-9e777cd2d4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.675089708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"55d64bd7-1c3b-4b0f-a56d-bdb8f53da2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.675573407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"58237ea3-1b29-40ab-ba8d-81a6d5be61a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.751047645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7cb2ed","namespace":"e2e-extmod-shr-user-324935"},"namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","reconcileID":"9f7b752e-e3f3-4e72-a047-9c1d28923b61","namespace":"e2e-extmod-shr-user-324935","name":"e2e-shr-shared-7cb2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.767704083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"bc699d78-4fad-462e-9226-79060a222908","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.768033664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1e8d6bc0-bc9c-4715-9e05-903f33a342ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.770488887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3de244b6-18d9-42cc-a39c-a81618ad31b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.770833139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b0df3ab0-d73c-4f80-bb4f-08672a9102e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.771024405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"22a70a0f-3c63-46a0-a90d-5cd63e93cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.775978794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"bc699d78-4fad-462e-9226-79060a222908","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.776651372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"1e8d6bc0-bc9c-4715-9e05-903f33a342ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.779660095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"b0df3ab0-d73c-4f80-bb4f-08672a9102e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.779927932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"3de244b6-18d9-42cc-a39c-a81618ad31b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.782468571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"22a70a0f-3c63-46a0-a90d-5cd63e93cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.790436866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"9b933d92-c876-40cb-a061-5051b8130377","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.792364637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"e82fa09f-2aed-4a88-97f6-741989de3734","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.793961657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0355b2bc-c254-4967-81b2-d2f87d28fae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.794511374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dde81545-f7e7-4d2d-96cf-da3f4311e49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.801987045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"85d72f60-7d35-416a-a720-9b679edc8cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.813620364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"e82fa09f-2aed-4a88-97f6-741989de3734","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.028057663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10c9adbf-250b-42e0-a438-40e6e8e40e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.050834754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"e82fa09f-2aed-4a88-97f6-741989de3734","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.054575476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dde81545-f7e7-4d2d-96cf-da3f4311e49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:23.057534429Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0355b2bc-c254-4967-81b2-d2f87d28fae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.067497318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"10c9adbf-250b-42e0-a438-40e6e8e40e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.06800557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"85d72f60-7d35-416a-a720-9b679edc8cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.072969276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dde81545-f7e7-4d2d-96cf-da3f4311e49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.07371814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"4bb55fb2-ac82-493d-8471-31037987c82c","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:23.076171047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0355b2bc-c254-4967-81b2-d2f87d28fae8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.077238062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e46cf66a-6e9b-4918-90a1-44960e25bfd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.077255998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e46cf66a-6e9b-4918-90a1-44960e25bfd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.086183529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"4bb55fb2-ac82-493d-8471-31037987c82c","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.088142019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65207e98-cea9-4e9e-87ee-ac548f31dd08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.088167684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65207e98-cea9-4e9e-87ee-ac548f31dd08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.181436101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"be0a9e63-9843-48da-a502-33465ffff216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.181655239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1b5dfafa-d563-4422-aad8-e92113fc687d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.191675874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"1b5dfafa-d563-4422-aad8-e92113fc687d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.193702318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"be0a9e63-9843-48da-a502-33465ffff216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.262974224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"85de338d-3c6f-427d-ae0d-38bdf20a069f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.263361347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"68750c5b-d74a-4abe-a4c0-8561621b7542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.272078855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"85de338d-3c6f-427d-ae0d-38bdf20a069f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.272307646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"68750c5b-d74a-4abe-a4c0-8561621b7542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.387043573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03c8e39-0663-4a1d-9d73-dfbfb28b2893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.420310622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03c8e39-0663-4a1d-9d73-dfbfb28b2893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.429508979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03c8e39-0663-4a1d-9d73-dfbfb28b2893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.55565228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45152a1a-c0ab-4289-bcff-5016db436953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.555687106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45152a1a-c0ab-4289-bcff-5016db436953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:25.697123941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.295810356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a686e3-bbaf-4a88-9aae-45526563d6b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.29583565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a686e3-bbaf-4a88-9aae-45526563d6b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.69767986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c20fa4b3-f581-4323-b4de-fc888c4c1720","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.872728479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5191fea3-c7ee-40a3-966d-3540cc6ec7af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.872770222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5191fea3-c7ee-40a3-966d-3540cc6ec7af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.877522962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"f07a1da7-2283-4dd0-9427-d7d038a43f7d","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.633957466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e38662cf-7d93-4e1b-9dc2-dded7de2dcb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.633999844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e38662cf-7d93-4e1b-9dc2-dded7de2dcb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.875665948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"96cd2191-2ec8-406d-98c1-036a6aaa50b3","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:31.956481322Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2dbf175f-540c-4025-81a7-d5566244fbba","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:31.956550184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2dbf175f-540c-4025-81a7-d5566244fbba","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.312419167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"684eee29-65d4-4292-a072-27169f4a9290","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.794550796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c1642694-ae41-4097-bb2e-ceaeada617d3","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.059506988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"0927b73a-d05d-411f-a644-1e0a9ba1f534","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.088395723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"0927b73a-d05d-411f-a644-1e0a9ba1f534","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.089106746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6816cf27-e3a7-4f6c-913c-f5e592f08c28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.089126757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6816cf27-e3a7-4f6c-913c-f5e592f08c28","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.095018027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"0927b73a-d05d-411f-a644-1e0a9ba1f534","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.101847472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c495568-d2ef-4df2-8dd7-df53d69f6ead","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.101869356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c495568-d2ef-4df2-8dd7-df53d69f6ead","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.180819932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeaf5983-551b-48bc-9a7b-fbc6c622cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.256275989Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeaf5983-551b-48bc-9a7b-fbc6c622cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.269318111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeaf5983-551b-48bc-9a7b-fbc6c622cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.286416828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d32c5de7-5946-4c3c-b589-d4ec56b13e7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.286440083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d32c5de7-5946-4c3c-b589-d4ec56b13e7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.654246554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03bb4b1-642d-474b-b0bc-90febb24b519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.663188598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03bb4b1-642d-474b-b0bc-90febb24b519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.671178656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03bb4b1-642d-474b-b0bc-90febb24b519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.680423548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f727bd56-77e8-43e0-8c1b-ff0c16e226a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.680444475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f727bd56-77e8-43e0-8c1b-ff0c16e226a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.297400483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0bf1a17d-ec70-43a3-b0e8-db6c4b424b97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.297431379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0bf1a17d-ec70-43a3-b0e8-db6c4b424b97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.69825838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"c78412e6-db4e-4a7a-ba38-37496db8e80c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.876771566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"da44d91c-2e69-49a1-8e23-dbe6dcb95e98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.87679879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"da44d91c-2e69-49a1-8e23-dbe6dcb95e98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.879906538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"af22631b-9294-45aa-93fc-cd8050ca6a31","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:40.634887476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79fbccbf-fee5-46ff-b4d5-600995266bab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:40.634910638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79fbccbf-fee5-46ff-b4d5-600995266bab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:40.876618987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"6720c2d1-9346-476f-82db-4997880ccade","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.99285061Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"5e101eb0-0d13-4c4a-ba54-f7be999ff1b1","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.380373863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"4eae5a2f-00d3-4601-b420-f6d43e98b235","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.795902775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8492f47a-1854-409c-8dfe-04e986d701c6","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.130915758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"33fe7632-4449-4e41-a0c2-299007360738","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.161656697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"33fe7632-4449-4e41-a0c2-299007360738","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.177487789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"33fe7632-4449-4e41-a0c2-299007360738","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.186662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25779d05-2797-4779-9e54-09d3bf5b4c73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.186686006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25779d05-2797-4779-9e54-09d3bf5b4c73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.287789168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc5b4c76-cecc-4dc3-ba7f-e383a65b21e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.288555145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc5b4c76-cecc-4dc3-ba7f-e383a65b21e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.329792328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df253e45-7c47-4b8a-a294-4bd32e8099b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.361131304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df253e45-7c47-4b8a-a294-4bd32e8099b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.367738906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df253e45-7c47-4b8a-a294-4bd32e8099b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.377739185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16e26cc8-6951-4860-9360-7a851b202578","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.377761424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16e26cc8-6951-4860-9360-7a851b202578","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.689314819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d075f46-1b45-4cb9-ab2b-86d17ef5faf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.697582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d075f46-1b45-4cb9-ab2b-86d17ef5faf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.705562877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d075f46-1b45-4cb9-ab2b-86d17ef5faf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.712597846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9104c862-cfc3-46ce-afd4-34e534e7ce5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.712615145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9104c862-cfc3-46ce-afd4-34e534e7ce5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.958275989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"b515ad36-2974-4418-915e-ab49fa383239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.097593053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"e879127b-edba-4812-9cfe-dbe2a4537d89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.098281117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"ad8e4253-9db8-4105-964c-c23bcc84d8e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.190654695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"327d712c-81b7-453e-85e2-2aef154d5f55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.190993892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"85263753-1c29-48ce-a1a9-56718a89dc23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.191148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"8319274c-9395-4ec8-aefa-f4962da6cd71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.260873947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"bbf8bece-2a5b-4285-9d8e-943c027255e5","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.260954095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"88cb522d-82dc-453c-b42a-c3ef941d4aa7","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.261729028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"822f1ea0-4ba5-4e85-87ee-0548ffebe66e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.261736809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86d552ff-3208-4abf-aa70-806809e78ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.264666558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"cad3bada-76f3-41ce-a94d-2829b3d99ecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.376388492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"b0a6c36f-6f9d-4554-ac68-4f0ceadfb924","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.460459776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"c31b1565-cf96-4338-82ef-f5692e48345d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.460547521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"58af729b-3a8a-4c46-8776-670db2afb48d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.557830608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"0d2b9a02-9290-44c5-8a6c-83b50528f59a","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.29838963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"745792ed-2e71-43a1-87bf-d33b2c69b46e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.298422699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"745792ed-2e71-43a1-87bf-d33b2c69b46e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.699579207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0c7b1ac8-50cf-4b1d-96eb-7226b3743a93","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.87771074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5971475e-4d57-4e4c-a3a4-38f92e452f49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.877736149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5971475e-4d57-4e4c-a3a4-38f92e452f49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.884465029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"104d1197-3dd1-4b15-bfbd-b3221585808d","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.636002051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79c27259-85b3-4486-a0f0-f036b7d83fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.636027082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79c27259-85b3-4486-a0f0-f036b7d83fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.877665843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1153a0d3-c1f1-485a-baa3-dff708345518","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.99656166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e73d19df-c5d4-4260-8627-f6ea1a29ba32","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.005870935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","namespace":"ai-tenant-e2e-inf-a-d2aa3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.005935822Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","namespace":"ai-tenant-e2e-inf-a-d2aa3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.005984482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","tenant":"e2e-inf-a-d2aa3b","tenantID":"e2e-inf-a-d2aa3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.011439465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Deployment","name":"maas-api-e2e-inf-a-d2aa3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.027887211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Service","name":"maas-api-e2e-inf-a-d2aa3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.045335415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d2aa3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.057668588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d2aa3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.063776276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.069784861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.078059044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.083733711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.087913232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.092107108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.095807386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Service","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.098658953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.101354158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.104065385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.106634902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.109493454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.112331931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.11495321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.117788074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d2aa3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.120730907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2aa3b"},"namespace":"ai-tenant-e2e-inf-a-d2aa3b","name":"default-tenant","reconcileID":"57619e6c-44e0-4774-b2bc-7f62dc0ad79c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d2aa3b","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:52.388989557Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e923b321-ae69-4d50-9ea5-4d0f1580cad9","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:52.389097143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e923b321-ae69-4d50-9ea5-4d0f1580cad9","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.797151046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8f6b4d68-a101-4aba-b479-432181c2e23a","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.203130831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"904feae7-f312-483c-a017-12832d97cdc0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.237773132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"904feae7-f312-483c-a017-12832d97cdc0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.244880633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"904feae7-f312-483c-a017-12832d97cdc0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.251584518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c6aa99d-9167-4f52-844c-f7d6c1c109e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.251604745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c6aa99d-9167-4f52-844c-f7d6c1c109e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.378975227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31505df7-3776-4c6c-8749-e97cb8a4fa76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.379001869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31505df7-3776-4c6c-8749-e97cb8a4fa76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.387711825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a328ca-30e8-450e-b012-eaf642138d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.418952573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a328ca-30e8-450e-b012-eaf642138d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.426376163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a328ca-30e8-450e-b012-eaf642138d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.436247376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49cd1399-cba0-4b80-a7c6-fc50891f8f30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.43626772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49cd1399-cba0-4b80-a7c6-fc50891f8f30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.721862393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53111d71-772b-4e78-93bf-80f64a803430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.73139937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53111d71-772b-4e78-93bf-80f64a803430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.73849107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53111d71-772b-4e78-93bf-80f64a803430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.747894949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"420b1944-2814-4340-8760-1225f8724ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.747917368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"420b1944-2814-4340-8760-1225f8724ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.305405863Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2aa3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2aa3b","reconcileID":"55a2ef59-5218-4089-bec7-8012471adf94","aitenant":"ai-tenants/e2e-inf-a-d2aa3b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.402486931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2aa3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2aa3b","reconcileID":"55a2ef59-5218-4089-bec7-8012471adf94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d2aa3b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d2aa3b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.416746799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40500714-3544-47e2-a2a0-953c8699fa5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.419869228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40500714-3544-47e2-a2a0-953c8699fa5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.424169569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40500714-3544-47e2-a2a0-953c8699fa5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.427568114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40500714-3544-47e2-a2a0-953c8699fa5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.695145016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.299751033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f42a66fd-4455-44ee-b46d-b16e0c629b53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.299774024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f42a66fd-4455-44ee-b46d-b16e0c629b53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.700437709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"38c40c84-11fd-44b2-8354-b96a45a2bdd8","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.880300404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ee953fd-51d9-46a7-904e-0931745f6c85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.880412353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ee953fd-51d9-46a7-904e-0931745f6c85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.887754678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"81a49cd0-0f99-453d-ae1e-0fed1b3f0d03","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.677019241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1670094f-6612-4db2-bb21-39ce4e4800e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.677044441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1670094f-6612-4db2-bb21-39ce4e4800e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.878414904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e43caedc-8c67-4f42-a56d-0a9af4d2dc3a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:02.004901178Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2e5ca33b-9423-4250-b414-8c0f68261bd8","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:02.004979502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2e5ca33b-9423-4250-b414-8c0f68261bd8","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.410436863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"7cc35140-74bc-4add-a97e-efbd8fde5c41","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.798492938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1ecfc2a4-8d1f-4745-b584-b7475adc1eb4","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.259608384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6721fa85-f43d-48f5-81ad-2e1a6bf63aa6","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.290417384Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6721fa85-f43d-48f5-81ad-2e1a6bf63aa6","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.297420819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6721fa85-f43d-48f5-81ad-2e1a6bf63aa6","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.306575479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbd45820-1938-40ae-a13c-6cebd7650b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.306593961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbd45820-1938-40ae-a13c-6cebd7650b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.436946766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef349124-1561-4800-abcb-497a9f16720a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.436974484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef349124-1561-4800-abcb-497a9f16720a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.445339493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49213bb8-8684-47bc-900a-129d90d81af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.481539144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49213bb8-8684-47bc-900a-129d90d81af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.488525093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49213bb8-8684-47bc-900a-129d90d81af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.498006472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38566d3c-ae14-4869-b74d-c20b7d9f3228","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.498027684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38566d3c-ae14-4869-b74d-c20b7d9f3228","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.760851647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716939e1-1c37-435f-84a9-a060bc27ae9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.769508789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716939e1-1c37-435f-84a9-a060bc27ae9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.777391874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716939e1-1c37-435f-84a9-a060bc27ae9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.786988079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1751aa9-c09c-4130-bc76-bbf11f473fcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.787011321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1751aa9-c09c-4130-bc76-bbf11f473fcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:04.409701442Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2aa3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2aa3b","reconcileID":"55a2ef59-5218-4089-bec7-8012471adf94","error":"Internal error occurred: failed calling webhook \"vaitenant.kb.io\": failed to call webhook: Post \"https://maas-controller-webhook-service.opendatahub.svc:443/validate-maas-opendatahub-io-v1alpha1-aitenant?timeout=10s\": context deadline exceeded","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.6016505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46d909-e0a3-4293-be8f-17fbf0baeac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.685181841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46d909-e0a3-4293-be8f-17fbf0baeac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.691554627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46d909-e0a3-4293-be8f-17fbf0baeac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.695010069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af46d909-e0a3-4293-be8f-17fbf0baeac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.200636474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104f5a3-dbef-4dc6-a9c3-b61f939630cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.236444214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104f5a3-dbef-4dc6-a9c3-b61f939630cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.241316419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104f5a3-dbef-4dc6-a9c3-b61f939630cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.245446251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a104f5a3-dbef-4dc6-a9c3-b61f939630cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.306851051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"076b2b2a-a1d1-40e6-b6bb-cde2478ce3be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.306886775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"076b2b2a-a1d1-40e6-b6bb-cde2478ce3be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.701172903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b636deb2-9555-40ba-9294-4344f843f46c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.882017692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e9732ea-4873-4026-8de2-32ae8e811902","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.882051345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e9732ea-4873-4026-8de2-32ae8e811902","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.888764199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"83bcfb76-7a4c-47ad-ba97-ec3c7bb66814","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.678405951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ec6917d-2514-407a-a6fc-95380a5d4932","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.678440683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ec6917d-2514-407a-a6fc-95380a5d4932","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.87969965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"251009a2-5905-4ddd-950e-cc5ea7b16932","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.02866163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"be19febe-2929-4808-926b-349c121dec99","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.414024191Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6e566309-87e7-4036-96f3-6aea1135d946","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.802558015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0a100a58-c84e-41aa-83c3-605bec070a9b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.312994924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"beb05697-e82c-4098-8a92-5da93b5e3766","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.400834007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"beb05697-e82c-4098-8a92-5da93b5e3766","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.407478698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"beb05697-e82c-4098-8a92-5da93b5e3766","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.416435563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9da8c7-a669-4c58-b326-de27decee82a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.416455794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9da8c7-a669-4c58-b326-de27decee82a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.498698432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fb14fd6-208e-49ef-b9d0-0125cd4fe08d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.498719478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fb14fd6-208e-49ef-b9d0-0125cd4fe08d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.507168318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9db54900-1795-4a45-a961-b05c96ee36ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.549823426Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9db54900-1795-4a45-a961-b05c96ee36ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.587944104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9db54900-1795-4a45-a961-b05c96ee36ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.598417213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5de77d4d-8e37-43fe-a9d6-543a9fa35ad6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.598447774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5de77d4d-8e37-43fe-a9d6-543a9fa35ad6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.797019016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"420586ad-3681-4560-bc4d-93bd6e8e085b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.805382957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"420586ad-3681-4560-bc4d-93bd6e8e085b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.813053719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"420586ad-3681-4560-bc4d-93bd6e8e085b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.823891632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afdac5db-1577-4cfe-9a74-517a2e84189f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.823916668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afdac5db-1577-4cfe-9a74-517a2e84189f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.307524678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f376cef1-d4a9-4757-9bd3-79a306650fe7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.307548908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f376cef1-d4a9-4757-9bd3-79a306650fe7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.702775522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b34f8072-8377-43b1-9bb0-449fc0907b54","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.883288633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b775062c-6bc7-4492-a191-e1d8e5628428","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.883316696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b775062c-6bc7-4492-a191-e1d8e5628428","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.889430174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"66c7a6da-e39a-4f17-a72c-025f6eea3b71","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.68862234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce1fe3c1-5bcb-42a6-90a8-ca2705d55dab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.688662466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce1fe3c1-5bcb-42a6-90a8-ca2705d55dab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.882947629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"258e60ee-ab46-41d2-90a8-f32e3ac32b0b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.032491182Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"28bb76c4-5029-46a4-b4c1-2ef94e7b9ee4","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:22.423334571Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0ead881c-0dc6-4ec3-845b-b6aa9fef845f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:22.423429179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0ead881c-0dc6-4ec3-845b-b6aa9fef845f","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.803468743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c844bd31-71c7-42cb-8615-f81f11d7e7e7","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.42266906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"30a471db-14d3-4429-89a7-0b8959f6f8d0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.451430826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"30a471db-14d3-4429-89a7-0b8959f6f8d0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.458144599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"30a471db-14d3-4429-89a7-0b8959f6f8d0","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.464802871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4efced-1b3d-44c3-a992-db432f958a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.464834806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4efced-1b3d-44c3-a992-db432f958a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.600075046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b4943a1-cfa6-478b-928f-1965318f2686","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.600096818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b4943a1-cfa6-478b-928f-1965318f2686","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.606526054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85fc9a4b-1c6f-4ebc-a6e0-bfa203e46cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.638542862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85fc9a4b-1c6f-4ebc-a6e0-bfa203e46cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.677504109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85fc9a4b-1c6f-4ebc-a6e0-bfa203e46cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.689908342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c21214e-59b3-4d21-9ea7-7784f98513c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.68993906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c21214e-59b3-4d21-9ea7-7784f98513c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.833734745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e4a208-96b0-457d-8e99-dcc82f09d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.845556425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e4a208-96b0-457d-8e99-dcc82f09d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.855823606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e4a208-96b0-457d-8e99-dcc82f09d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.867964425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d572bf-c6fd-4e99-8dc7-a09823dae3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.867987175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d572bf-c6fd-4e99-8dc7-a09823dae3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:25.695111268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.308321837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1780e48-120d-45a1-b66a-52372448f7e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.308347596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1780e48-120d-45a1-b66a-52372448f7e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.704332273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"1913748d-5cd7-4995-84fd-6a631a50e5d5","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.884190052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27599626-7c30-4088-970b-e755e1f0f9ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.88425239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27599626-7c30-4088-970b-e755e1f0f9ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:27.890332998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"61f480ed-33e4-4e80-b793-66cfb43deed5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} 2026/11/03 20:29:28 http: TLS handshake error from 10.132.0.2:60552: EOF {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.690241951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ec0b529-0b37-405b-8135-81c5c820aa8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.690273525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ec0b529-0b37-405b-8135-81c5c820aa8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.88426941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"8ab071fe-6389-44c7-a002-d2602575c007","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.075581823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"bfdd366c-03ee-4482-9c23-6bf091582e98","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.076080082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"87732c0d-4e9a-4036-9f26-7980aeb2d44b","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.076530184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"87732c0d-4e9a-4036-9f26-7980aeb2d44b","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.113414897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"afc9ef4d-b789-43f5-b397-2abbc41ac0a2","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.259576918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"bfdd366c-03ee-4482-9c23-6bf091582e98","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.288982634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"bfdd366c-03ee-4482-9c23-6bf091582e98","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"e2e-inf-a-e7b70d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.289009594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-auth","reconcileID":"bfdd366c-03ee-4482-9c23-6bf091582e98","MaaSAuthPolicy":{"name":"test-model-e7b70d-auth","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.301041295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"6d34cc47-5933-4cec-b7ac-3ed6910b23c2","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.301067335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"6d34cc47-5933-4cec-b7ac-3ed6910b23c2","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.324632385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"6d93edc6-1173-4d63-9252-e7c711d88b4a","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.448895968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"1222128e-a7a5-4a46-84b3-254858095606","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"tenant":"e2e-inf-a-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.448919848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"1222128e-a7a5-4a46-84b3-254858095606","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"routeName":"test-model-e7b70d-kserve-route","namespace":"ai-tenant-e2e-inf-a-e7b70d","llmisvcName":"test-model-e7b70d","gateway":"openshift-ingress/e2e-inf-a-e7b70d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:32.043970592Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"75191d3f-1b58-43d7-b599-63c77fa0f8cb","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:32.044060079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"75191d3f-1b58-43d7-b599-63c77fa0f8cb","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.451070751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"7ab064cb-d0ef-4fcc-9ca3-e9c2539a402c","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.804495282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"045fa762-fc46-4ce7-a108-0bfc3cb81915","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.471701319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ba90a85a-921e-4b9b-91b8-235375fbf544","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.508162401Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ba90a85a-921e-4b9b-91b8-235375fbf544","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.515614559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ba90a85a-921e-4b9b-91b8-235375fbf544","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.524713565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a1ddf8-7efe-4102-81dd-30341e9c10db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.52473423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a1ddf8-7efe-4102-81dd-30341e9c10db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.690871423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f36f948-c1d6-431b-932b-b8181733b715","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.690892788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f36f948-c1d6-431b-932b-b8181733b715","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.698033261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5888b865-00ae-49db-a3b6-f68d3f03594e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.733957971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5888b865-00ae-49db-a3b6-f68d3f03594e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.740905208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5888b865-00ae-49db-a3b6-f68d3f03594e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.750036616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32b55445-6e63-4423-85bb-0810ce37d8c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.750056586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32b55445-6e63-4423-85bb-0810ce37d8c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.876717103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9475528-37db-4888-975d-ada1fd91bbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.884813374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9475528-37db-4888-975d-ada1fd91bbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.891810431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9475528-37db-4888-975d-ada1fd91bbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.901094861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e2957c-50c1-4aab-b5cd-cb33323e1bc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.901116594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e2957c-50c1-4aab-b5cd-cb33323e1bc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.309659728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"649c59ee-f2ae-4d79-a3b3-a87307b7bf33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.309686457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"649c59ee-f2ae-4d79-a3b3-a87307b7bf33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.705035782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"2e596714-7d2c-44e8-a042-69699cec0af4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.884755924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0225f4a9-07f7-48ce-ae85-37e22e6e11f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.884779611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0225f4a9-07f7-48ce-ae85-37e22e6e11f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.891743919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"fe964a8e-7c8d-4dab-ad78-9f640513d1ac","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.690880233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd0222d5-1053-45ce-a39e-52fff84becd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.690904896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd0222d5-1053-45ce-a39e-52fff84becd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.885758985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"baa20269-1146-4ed1-a390-70194cb25802","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.484045108Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"8aeab5be-6ef9-4c4c-b3bb-0c5b8202e7f9","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.065808896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b9c45193-c52b-4237-adf2-95c2e0ec4b05","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.461281289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"efeffd22-6c0f-424f-9408-8aa81b1f4fb2","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.805728968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0da97485-bd07-4e76-94d7-c0fe93190ff9","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.530729825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ee27e760-a7ba-4a80-9b91-dcdff7d7c514","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.559770617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ee27e760-a7ba-4a80-9b91-dcdff7d7c514","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.567169015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"ee27e760-a7ba-4a80-9b91-dcdff7d7c514","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.576309745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e993a4-95a7-4ce1-bd69-5ad41e575c96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.57632875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e993a4-95a7-4ce1-bd69-5ad41e575c96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.750804976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b281edc-106c-451d-8f6f-2c02a4a00ea2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.75082804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b281edc-106c-451d-8f6f-2c02a4a00ea2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.761590755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e4a562-eeaf-4d51-a178-9922dad4a866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.794303254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e4a562-eeaf-4d51-a178-9922dad4a866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.801836219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e4a562-eeaf-4d51-a178-9922dad4a866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.811276757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd5f5e77-bb0e-45f4-a91f-6ccba4d875b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.811298278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd5f5e77-bb0e-45f4-a91f-6ccba4d875b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.913275796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7090cce9-61c0-4fc8-8bee-19c881311556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.923380176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7090cce9-61c0-4fc8-8bee-19c881311556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.930258716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7090cce9-61c0-4fc8-8bee-19c881311556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.939365528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"295ab9ee-2433-4f23-aac1-69c6ba1e662e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.939385715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"295ab9ee-2433-4f23-aac1-69c6ba1e662e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.310723479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e5c048-8e9b-4dce-a7a1-e8ee0189c4b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.310870369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e5c048-8e9b-4dce-a7a1-e8ee0189c4b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.705732315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b530dad0-92d1-4e0e-8405-046dff915bd9","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.886279579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07929fa6-a8bb-4c51-b1b0-8c688e9e533d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.886302428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07929fa6-a8bb-4c51-b1b0-8c688e9e533d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.892190295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"7b613c3c-58cc-43bb-8e25-0adf0ebcd3b1","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.655969509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"fde706a2-c330-43d1-a53c-a3e59c1171c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.757838779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"95d0d684-0c55-4d84-939e-d8ac2fd6103c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.758143647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"c1a60670-f573-45fe-b75c-03e2cfcb5baa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.760814712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"440f835b-3421-4880-8152-ea6a985190ca","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.760914052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7eb90796-2413-4c35-bd5d-5a5c8235e13b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.76574566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"640c602c-1243-4126-9f10-62abbe946b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.85499315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"f372464e-bf51-42f2-b46a-59ee76517a82","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.85504939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f88c51f8-9ca1-432e-a44a-8c9560a1aa8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.003146609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"c20d387f-6ece-4354-bb9b-8e5d8a932741","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.003430634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"a387569d-edf5-483d-99e6-31b0c24ca56e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.088478675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"92c61c99-1973-48fa-a581-c53cc9de30b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.088699786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"e5643297-f23a-455c-805a-a701bd5d8b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.158247295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"5c743429-60d5-451c-8138-c0453dba5385","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.15842198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"b41c017d-1576-4ae7-86e7-42f1ba02461e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.691700683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22b71d2a-2247-4dcf-a0a3-bd112501c93d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.691841308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22b71d2a-2247-4dcf-a0a3-bd112501c93d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.886830954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9d153937-48b7-4536-8c03-715f5a9b1a0b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:51.487519756Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"3729b7b3-d1ca-4cf4-a070-affc7ea06f27","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.07939196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"452bd35d-8d08-4749-9598-39451d5f8b53","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.237029661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c318a0a4-2a7d-46ee-bf42-71826f45802a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.237061636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c318a0a4-2a7d-46ee-bf42-71826f45802a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.292003889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7839c0ac-ab63-403d-9e33-2b940ff721a8","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.340421406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7839c0ac-ab63-403d-9e33-2b940ff721a8","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.349095757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7839c0ac-ab63-403d-9e33-2b940ff721a8","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.35870547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a14eb2-8789-4042-a00a-a954d0f5eb01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.358726489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a14eb2-8789-4042-a00a-a954d0f5eb01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:52.486930919Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"994f20b3-9f49-4650-8153-c2ddd10db45b","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:52.487021042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"994f20b3-9f49-4650-8153-c2ddd10db45b","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.662557914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88950e27-239f-4a82-8c09-ee3fb16f9646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.662586814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88950e27-239f-4a82-8c09-ee3fb16f9646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.670605073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ac99d5-9411-4dc8-b58f-dd3a95e22c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.670626337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ac99d5-9411-4dc8-b58f-dd3a95e22c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.776529805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"ae6e098c-895a-4081-ae74-cfe770faf2e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.785197619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"ae6e098c-895a-4081-ae74-cfe770faf2e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.792077956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"ae6e098c-895a-4081-ae74-cfe770faf2e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.799559702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53faa31b-f506-465f-aa70-01bc17090993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.799582427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53faa31b-f506-465f-aa70-01bc17090993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.806538797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a8baf5e3-294a-41cf-a5ba-1a9b37a1cd8b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.87519811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8c24bb0-ee80-4257-9a0e-9674256ca614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.875267951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8c24bb0-ee80-4257-9a0e-9674256ca614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.88291066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"1a756222-ac5c-4586-bde3-ace50593ff3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.88349376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867128ca-b61b-4b43-846d-39267b6e62c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.883513513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867128ca-b61b-4b43-846d-39267b6e62c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:52.886702948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"b4bd91a2-09e2-4a43-b6da-8f35ff722ca3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6d203ec1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.8917481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"1a756222-ac5c-4586-bde3-ace50593ff3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.900831251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"1a756222-ac5c-4586-bde3-ace50593ff3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.906493818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982300dd-0a8a-404b-ad4a-f82bcb38db2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.906512588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982300dd-0a8a-404b-ad4a-f82bcb38db2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.918777328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1634e62e-f878-4256-8782-18ed34d1cc6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.918804311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1634e62e-f878-4256-8782-18ed34d1cc6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.969805099Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"152df419-4872-4cdd-8c9f-dd0efd3d31ac","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-625f4041/e2e-sub-625f4041","ai-tenant-e2e-mt-6d203ec1/e2e-shared-sub-6d203ec1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.991334448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc12a96-d7d8-44a7-9dfe-138d059c5181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.991357529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc12a96-d7d8-44a7-9dfe-138d059c5181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.037032947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"339dd8c5-4bc0-4807-8f3f-d205271dc590","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.037087344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15988cd5-a499-491b-a1a7-29b751da36ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.037422356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"fbd26548-ef6f-490b-aa04-072b943889d2","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.585829669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"483d29c1-ccd3-4d20-8a67-bbe43f5b4d45","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.594517944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"483d29c1-ccd3-4d20-8a67-bbe43f5b4d45","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.601308111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"483d29c1-ccd3-4d20-8a67-bbe43f5b4d45","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.610607525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee07e361-770c-4397-8fba-017e7286264e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.610629258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee07e361-770c-4397-8fba-017e7286264e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.809841333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb633e9f-a2da-4630-bbee-c3266c8b748d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.809872497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb633e9f-a2da-4630-bbee-c3266c8b748d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.812339607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed3c8d41-1352-48db-a15e-be6c8aaa2a97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.812359433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed3c8d41-1352-48db-a15e-be6c8aaa2a97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.816447991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075a65ec-1c01-4042-8134-3aea39ac9eaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.816472406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075a65ec-1c01-4042-8134-3aea39ac9eaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.822497791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a71c8d-1761-442a-a16d-c3567a474788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.862051869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a71c8d-1761-442a-a16d-c3567a474788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.907989047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a71c8d-1761-442a-a16d-c3567a474788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.922927887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"8b501eec-80cb-416b-9b59-3196d2752457","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.925025364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5cebf94-2ee2-442e-8ac7-152a93adb8a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.925059851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5cebf94-2ee2-442e-8ac7-152a93adb8a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.987125633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f3ca6f-8233-4f6c-811a-82b809131d9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.987148406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f3ca6f-8233-4f6c-811a-82b809131d9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.993446927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0298ef7-0a86-4ba7-b36b-a50e5fa9095f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.993469424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0298ef7-0a86-4ba7-b36b-a50e5fa9095f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:53.997847773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"3f8fc491-100f-417b-8148-6a2e06721703","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6d203ec1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.000015964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"8b501eec-80cb-416b-9b59-3196d2752457","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.00700268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"8b501eec-80cb-416b-9b59-3196d2752457","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.015748896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86dcd644-700d-4357-9086-17830387e75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.015768251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86dcd644-700d-4357-9086-17830387e75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.016676366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0173a01-a10f-4ea7-b1f4-75edca0d0c45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.016694368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0173a01-a10f-4ea7-b1f4-75edca0d0c45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.02165938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d9d69cc-a38b-49a0-b786-53d2ac25db2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.024552804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1eb4ee99-e2a9-49de-8cd9-8f1d7f12b32e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.025110711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dc828a-5dea-45f6-aa5b-ceb26045c6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.025129102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dc828a-5dea-45f6-aa5b-ceb26045c6c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.032742323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1eb4ee99-e2a9-49de-8cd9-8f1d7f12b32e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.039402897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1eb4ee99-e2a9-49de-8cd9-8f1d7f12b32e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.051711368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d9d69cc-a38b-49a0-b786-53d2ac25db2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.052156315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"38b663b9-4fd7-49c8-a590-f0756e00217f","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-625f4041/e2e-sub-625f4041","ai-tenant-e2e-mt-6d203ec1/e2e-shared-sub-6d203ec1","ai-tenant-e2e-mt-f3708bb4/e2e-shared-sub-6d203ec1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.059407526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d9d69cc-a38b-49a0-b786-53d2ac25db2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.066935237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3c28193-6503-4a5d-88d8-dd918928bafe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.066955459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3c28193-6503-4a5d-88d8-dd918928bafe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.072475595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd87b88c-8231-446f-aae1-2f68a302608a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.07249419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd87b88c-8231-446f-aae1-2f68a302608a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.139672752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"bb652fa8-8767-4885-89d8-8865f42f1e3f","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.139703934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15b552d9-f288-498f-938e-8394cf66ac6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.140082483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"9223c59d-d193-4352-8f36-f7dec0a402bb","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.140120718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"e81f6614-4369-4e4a-b456-99de27782f0b","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.86969048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"850cab54-d223-4674-8179-fae581234101","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.86990557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c133615d-8944-4383-9b4b-7c3798b55794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.869929537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c133615d-8944-4383-9b4b-7c3798b55794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.875940581Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-policy-6d203ec1","reconcileID":"850cab54-d223-4674-8179-fae581234101","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"policyNamespace":"ai-tenant-e2e-mt-6d203ec1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.887750744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"617a4e55-4202-45c5-8477-14b855851106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.887770386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"617a4e55-4202-45c5-8477-14b855851106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.038587137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dac5f9c-bbcd-44f8-b071-393fce202abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.038611365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dac5f9c-bbcd-44f8-b071-393fce202abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.695415164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.312900727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b522433-c846-4fb9-92dc-719cbfdd5f56","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.312924111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b522433-c846-4fb9-92dc-719cbfdd5f56","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.707240868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"292e4da2-d4bc-4593-adf7-dcf8f65efd07","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.887502432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"963a4db1-8b5c-4b25-807d-cbece1e22958","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.887525095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"963a4db1-8b5c-4b25-807d-cbece1e22958","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.893026953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"fdd9d4ba-90ee-4392-b86c-f3d1b0baa36a","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.693095396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e534f82-34e2-49a3-8059-3a1c7681f4fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.693117749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e534f82-34e2-49a3-8059-3a1c7681f4fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.888253478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"5fe8fa0a-9de5-40f5-a926-43624fe569e5","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:01.500126444Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"caceb81a-32ce-48d0-9856-9a9f5fe6d66e","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:01.500257753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"caceb81a-32ce-48d0-9856-9a9f5fe6d66e","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.610777985Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"8ab22848-da2f-46cf-bdce-93df4d9ded90","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.613273262Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d","reconcileID":"5f30e1fa-70fd-469e-984b-fd45ee5b1d4b","MaaSModelRef":{"name":"test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"name":"maas-trlp-test-model-e7b70d","namespace":"ai-tenant-e2e-inf-a-e7b70d","model":"test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.664842314Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"01992566-005a-4451-ad8a-9d8465372b1e","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:02.089050542Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"ce5990ac-c76f-46ca-9479-286965094adc","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:02.089135825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"ce5990ac-c76f-46ca-9479-286965094adc","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.364041609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"454f35c5-b33c-4b8d-8c5a-c858d9442ffc","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.477535442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"454f35c5-b33c-4b8d-8c5a-c858d9442ffc","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.484471965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"454f35c5-b33c-4b8d-8c5a-c858d9442ffc","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.493811672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c917eb8-233f-4496-a2cf-201356f85592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.493835575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c917eb8-233f-4496-a2cf-201356f85592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.50963796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"15ef0e32-930b-47c9-8dd3-a75147ee9d81","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.807599173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"e3d98dc4-d8db-409f-84ac-30fbd589bac3","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.617041521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6a948a05-6216-4c54-aa4f-724cdaea985a","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.625227138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6a948a05-6216-4c54-aa4f-724cdaea985a","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.63416764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"6a948a05-6216-4c54-aa4f-724cdaea985a","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.641447258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b516fc9-4119-4595-94c1-acb2fec50a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.641475666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b516fc9-4119-4595-94c1-acb2fec50a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.926987126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2a6ad7f-9682-4dca-9ce2-edfc4e3c1521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.927010307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2a6ad7f-9682-4dca-9ce2-edfc4e3c1521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.979348801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30cb0422-024f-4a87-b439-5f05a5f34c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.010306316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30cb0422-024f-4a87-b439-5f05a5f34c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.01738077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30cb0422-024f-4a87-b439-5f05a5f34c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.026578305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda2a835-4ae5-4d76-a973-5ac258aac9a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.026683754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda2a835-4ae5-4d76-a973-5ac258aac9a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.070875528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1062b24c-b778-4321-bc53-40d723ee7adb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.10004217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1062b24c-b778-4321-bc53-40d723ee7adb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.107534855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"1062b24c-b778-4321-bc53-40d723ee7adb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.114656605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ebc07c8-4c3f-4579-82e8-2d6df2fc6a67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.114677281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ebc07c8-4c3f-4579-82e8-2d6df2fc6a67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.180145793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4d6ad7e-97e9-428a-9f71-5ff836e27e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.212143592Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4d6ad7e-97e9-428a-9f71-5ff836e27e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.219677144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4d6ad7e-97e9-428a-9f71-5ff836e27e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.227230563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a587a88-a9b6-4bb0-8f2d-4b22c733d735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.227250449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a587a88-a9b6-4bb0-8f2d-4b22c733d735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.055307204Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"b47da8de-f2cf-4d66-988b-729040a76484","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.314049132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"90a96343-2898-4047-8320-7636832f4e97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.314073376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"90a96343-2898-4047-8320-7636832f4e97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.723032146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e09447d5-a9fc-44d5-b043-88e2bff5c7ea","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.88825007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"710a7c77-95ba-4f39-a48f-beb90b5930c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.888276293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"710a7c77-95ba-4f39-a48f-beb90b5930c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.894085438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a9a455a2-855b-4010-9544-e1ccce619383","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.694123032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"776ab40e-5f79-4213-9c51-7133a23f2c19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.69414877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"776ab40e-5f79-4213-9c51-7133a23f2c19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.891439482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"7d8551f1-6d69-4953-bcef-0db2d426afe6","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.669619225Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"b7e00257-de46-4792-a054-ffb623b7ed32","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.111218139Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"4f867543-a611-4c9d-8727-3854ad0bf579","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.514313357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"0f42fb51-af28-445b-aea4-0b3bbd043a97","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:12.519444349Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b7b379d4-249c-41d7-86a8-06bc681b277e","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:12.5195404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b7b379d4-249c-41d7-86a8-06bc681b277e","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.613797603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"0f42fb51-af28-445b-aea4-0b3bbd043a97","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.666088335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"0f42fb51-af28-445b-aea4-0b3bbd043a97","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.676928563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6420caa3-698a-4f85-824d-e931a4935b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.676951059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6420caa3-698a-4f85-824d-e931a4935b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.808467023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"bea6e2bf-23d7-40fe-8148-474d4d0c50a5","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.686705576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"8972bbaa-4a2d-40df-9575-905f4f40f1e3","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.695895215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"8972bbaa-4a2d-40df-9575-905f4f40f1e3","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.702987205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"8972bbaa-4a2d-40df-9575-905f4f40f1e3","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.71271078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead55427-75be-4472-8ac3-62757c3699e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.712735256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead55427-75be-4472-8ac3-62757c3699e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.027679463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd667741-adb3-4019-91e4-dfdc8a357126","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.027703096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd667741-adb3-4019-91e4-dfdc8a357126","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.03637702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbb692b-0b92-4c77-8cfe-861480696d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.077694712Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbb692b-0b92-4c77-8cfe-861480696d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.084496301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbb692b-0b92-4c77-8cfe-861480696d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.0938984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6b7c41b-70d2-499b-a2da-215998730fdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.093922048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6b7c41b-70d2-499b-a2da-215998730fdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.135920979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"968e5da3-547b-40a5-9a76-2334f63ff020","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.165268889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"968e5da3-547b-40a5-9a76-2334f63ff020","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.171998357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"968e5da3-547b-40a5-9a76-2334f63ff020","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.178619298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece81fdb-c518-4ca2-b88b-7bcffc5ae7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.178638506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece81fdb-c518-4ca2-b88b-7bcffc5ae7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.238466787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af91071-bd8d-4354-89b0-06b1f5f6c7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.26800694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af91071-bd8d-4354-89b0-06b1f5f6c7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.27483828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af91071-bd8d-4354-89b0-06b1f5f6c7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.283683266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47c5f22c-4413-457c-88ef-c97bf271f774","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.28370742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47c5f22c-4413-457c-88ef-c97bf271f774","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:15.067777168Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"4aa40c3f-eb3d-4417-90ef-993d3c30f01a","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:15.067877462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"4aa40c3f-eb3d-4417-90ef-993d3c30f01a","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.315533284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"458393cb-3324-4211-b821-c335b0068c5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.315557701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"458393cb-3324-4211-b821-c335b0068c5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.724038413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"811fa807-363e-439e-a654-d8a074cd0709","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.889077311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9e70ab8e-7cce-4152-8ddd-b633dc17ba8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.889104995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9e70ab8e-7cce-4152-8ddd-b633dc17ba8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.894944377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"db78ebee-e8f8-4ed2-91c8-93fe3acc50e5","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.475184858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"cf27d08f-917d-4585-847e-569d83a5f3e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.575795045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"dfe87adb-0f34-4b8a-b2fb-6fc4d7194a46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.576703784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"99c84725-a2d6-40ae-b1ad-dbff9b4ed544","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.751754256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eaf19f43-29b9-42d6-9868-cec9f3e09570","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.832243174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eaf19f43-29b9-42d6-9868-cec9f3e09570","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.846384037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"f8efc058-b494-4782-acc5-83a6a39ab05f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.847824819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"53d94316-5656-45a8-ae44-7afc76ae6776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.858976634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"929a65b1-4d7e-4b5e-8396-f1f37c9b2a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-625f4041/e2e-sub-625f4041","ai-tenant-e2e-mt-f3708bb4/e2e-shared-sub-6d203ec1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.923656901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"6120eec6-189b-4155-a7cb-6dffef62129b","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.931741993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b1a8a854-63a1-40a2-a313-a4e1360b9235","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.949513008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"f33b6f1d-7bb5-437b-afe2-a907d23e8098","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.052849687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b1bf988c-0654-4571-9930-6c1ac7052b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.278929244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46fa0844-6b9e-4bcd-b6af-1619055cffda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.279656589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"ab74e69a-99f9-45fa-882c-55c3e65e6bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.280330824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"2123cfad-0ba2-4d2d-a02c-1f4a8d03f6db","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.311146049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dafffb39-046f-4ac4-8b3c-068a8d46b39c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.569837749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"cef58a17-82b3-47b3-82f0-2f2b161581f6","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.627040676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"d66c48aa-7e01-425c-9f18-42dc7ba5aa40","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.627719675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"0c6718cb-3f67-40ce-80e7-262e995000b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.628251973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"e4054a26-6e32-4063-8666-e3d411ce6cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.684539923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"a748e12e-8ec4-4482-97f5-d7ccc746c1d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:21.696461782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"c6355c5b-73c9-4715-b8d3-47dfc7acb16c","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.115480479Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"8c84565b-b7dc-4261-ae48-2633cba81cf0","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.586824442Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"cf0d1d8e-b2ad-4c65-b1e0-d433475d7ca4","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.712885049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7bfcde23-7e02-4d9f-a843-62a1fe9e9eec","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.770351454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7bfcde23-7e02-4d9f-a843-62a1fe9e9eec","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.796264452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"7bfcde23-7e02-4d9f-a843-62a1fe9e9eec","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.814511436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"ec7f0830-05e9-4029-999d-5ea5418c8c73","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.821806576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77a4c56e-fada-46ab-94c5-bf91bf024fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.821890508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77a4c56e-fada-46ab-94c5-bf91bf024fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:23.723638966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"d65cf9f6-99a3-4317-bdad-1e7b523f2099","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:23.746824667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"d65cf9f6-99a3-4317-bdad-1e7b523f2099","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:23.761187953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"d65cf9f6-99a3-4317-bdad-1e7b523f2099","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:23.784445833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6a5f51-f403-4277-9271-ceb5cfd2a7d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:23.784596193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6a5f51-f403-4277-9271-ceb5cfd2a7d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.09460123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95e74b2d-a8c1-4be9-9b64-cd60187409fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.094634197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95e74b2d-a8c1-4be9-9b64-cd60187409fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.120682433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01c5650-bfdd-4b65-bdbb-13528d9ab058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.228495894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01c5650-bfdd-4b65-bdbb-13528d9ab058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.258504974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"93a6a72d-657e-4f06-99fb-c35909151a5b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.270714335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01c5650-bfdd-4b65-bdbb-13528d9ab058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.321795555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0e6ec9b-f134-43bc-8602-0d81356742bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.321831767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0e6ec9b-f134-43bc-8602-0d81356742bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.330832513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656c94b0-4fc8-4cfc-8c59-43a671dc6e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.343790232Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"93a6a72d-657e-4f06-99fb-c35909151a5b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.369535629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"93a6a72d-657e-4f06-99fb-c35909151a5b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.379355582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7403474-345d-4e74-8d07-ee4a13e59d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.379494266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7403474-345d-4e74-8d07-ee4a13e59d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.397660203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656c94b0-4fc8-4cfc-8c59-43a671dc6e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.406492337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656c94b0-4fc8-4cfc-8c59-43a671dc6e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.417346843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76d42b5d-a880-4ad0-9662-936ed2853eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.417449928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76d42b5d-a880-4ad0-9662-936ed2853eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:25.092528644Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"81d7162f-bbf2-4ba7-bc24-c9ea2e379fc9","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:25.695444944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.316704896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa74a60b-a8ab-451a-87ee-38448065ad8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.316734447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa74a60b-a8ab-451a-87ee-38448065ad8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.727554283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0b26a619-54c5-4af9-86b4-b4a1a97ee832","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.88975412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aebd4aa6-214b-48b1-948b-464c2ac3bdb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.889785209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aebd4aa6-214b-48b1-948b-464c2ac3bdb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.896457095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a1beb1ba-342c-430a-939c-29a90c051bd6","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.834405439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5f4ca71-6ee8-411f-9150-2c893d368b65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.834439977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5f4ca71-6ee8-411f-9150-2c893d368b65","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.93329238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ae041fec-87f9-4f5e-b95a-9f993f62e41a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.122857791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"4823622b-fb9a-4aca-a0fb-f528791b6d5b","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.702149263Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"67943256-347d-4cb4-bff6-84a899f5705c","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.042391725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"0a5cd691-9941-4dba-8d39-43eff37d07a6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.042562395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"001061dc-1e14-41ae-aa1a-57b6e0976f24","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.042582749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"001061dc-1e14-41ae-aa1a-57b6e0976f24","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.052724493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"0a5cd691-9941-4dba-8d39-43eff37d07a6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.082395875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"26e24e03-05a2-4272-aa23-d4f1c3fca6db","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.10047573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"0a5cd691-9941-4dba-8d39-43eff37d07a6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.100510396Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"0a5cd691-9941-4dba-8d39-43eff37d07a6","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.114378475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"9b0b3d00-f803-42ef-97d9-1d7a0b609993","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.116232342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"f7186ddf-5185-42ce-aa6a-0ce071396aca","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.116251349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"f7186ddf-5185-42ce-aa6a-0ce071396aca","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.119925136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0a872d9c-2f6d-4869-9894-e1500b7e4fd9","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.17507466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"9b0b3d00-f803-42ef-97d9-1d7a0b609993","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.192465708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"9b0b3d00-f803-42ef-97d9-1d7a0b609993","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"e2e-inf-b-74dfc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.192504778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"9b0b3d00-f803-42ef-97d9-1d7a0b609993","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-74dfc6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:32.239497067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-74dfc6-auth","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-auth","reconcileID":"9b0b3d00-f803-42ef-97d9-1d7a0b609993","error":"maasauthpolicies.maas.opendatahub.io \"test-model-74dfc6-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.241190392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"85cf1828-240e-42c0-b0ee-968bbabb9a7a","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.319745892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"24bcdc87-346e-4640-83c2-2b2915db19ed","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"tenant":"e2e-inf-b-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.319772329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"24bcdc87-346e-4640-83c2-2b2915db19ed","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"routeName":"test-model-74dfc6-kserve-route","namespace":"ai-tenant-e2e-inf-b-74dfc6","llmisvcName":"test-model-74dfc6","gateway":"openshift-ingress/e2e-inf-b-74dfc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.590307647Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"350b14a1-4385-4219-9bb1-3489a6205f25","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.884299836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8cd83259-7db7-4925-a0ab-f1b0f5a0b6c8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.89203614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"cd69e2cd-94a9-4d5c-a110-4312280c477f","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.9271833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"cd69e2cd-94a9-4d5c-a110-4312280c477f","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.983702597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"cd69e2cd-94a9-4d5c-a110-4312280c477f","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.992928625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3d2b224-ee0a-460b-b177-9da8ad54a862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:32.992951387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3d2b224-ee0a-460b-b177-9da8ad54a862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.813249541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f2196bc2-d766-4903-b440-4024e8838cc7","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.823947499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f2196bc2-d766-4903-b440-4024e8838cc7","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.832948843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"f2196bc2-d766-4903-b440-4024e8838cc7","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.840724295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f25a618-a47c-4f0e-a62a-a1f5a1a9bc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.840873633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f25a618-a47c-4f0e-a62a-a1f5a1a9bc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.323284867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81a815a2-24ef-42b4-a3a7-d4505df69241","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.323309586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81a815a2-24ef-42b4-a3a7-d4505df69241","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.33046278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b5ded7d-2d64-4902-b9ae-557ea990f506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.361655932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b5ded7d-2d64-4902-b9ae-557ea990f506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.368674904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b5ded7d-2d64-4902-b9ae-557ea990f506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.378041799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"447fcdef-b2aa-4b2a-80ac-280db71e31b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.378063967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"447fcdef-b2aa-4b2a-80ac-280db71e31b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.427685807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"95177e6a-7ac2-42ea-8182-15848f5a4477","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.430413582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1822cf-a04b-476e-91aa-1ee7f57d30e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.438932923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1822cf-a04b-476e-91aa-1ee7f57d30e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.449186623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1822cf-a04b-476e-91aa-1ee7f57d30e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.462869489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"95177e6a-7ac2-42ea-8182-15848f5a4477","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.463974504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"121a01ce-6b4c-4851-992c-eebe10d84e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.46399775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"121a01ce-6b4c-4851-992c-eebe10d84e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.487089265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"95177e6a-7ac2-42ea-8182-15848f5a4477","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.501106182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b02d9bc-52f0-4acf-8a42-1e1b18d82754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:34.501136686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b02d9bc-52f0-4acf-8a42-1e1b18d82754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.318252968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13764d96-6be6-406a-972a-5c233db545a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.318280008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13764d96-6be6-406a-972a-5c233db545a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.729110197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"87fa0042-32b5-4853-9795-62025322bc82","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.890364533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"793baf74-abf3-462e-88ab-35f3013df1e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.890389683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"793baf74-abf3-462e-88ab-35f3013df1e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.897395954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"f629e46b-e25a-4ba5-ba5c-7ec17455f5c1","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.835669403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aad2e1ae-20cb-41ba-9482-24bafee37d3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.835693829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aad2e1ae-20cb-41ba-9482-24bafee37d3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.934791271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"afebdc7d-1e0f-4b35-bc2a-0586e8b0ece8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.132351899Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"5ff3b58f-65d7-4d25-96db-dbb4d09a4db0","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.132441841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"5ff3b58f-65d7-4d25-96db-dbb4d09a4db0","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.137715609Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1.18e4a30a074e1a30"},"error":"events.events.k8s.io \"e2e-shared-sub-6d203ec1.18e4a30a074e1a30\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6d203ec1 because it is being terminated","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).attemptRecording\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:211\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).recordToSink.func1\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:200"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.722812156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"388f2e98-9c17-4c11-8d7e-a22852663839","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.123882866Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f52c8361-c258-478c-9f13-ac2d34d1022d","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.338365838Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c37b797d-226d-49cf-a71b-9e8c549cba77","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:42.599300189Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"97b21952-0534-40a8-8a8c-03a70ffacb32","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:42.599400463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"97b21952-0534-40a8-8a8c-03a70ffacb32","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.884909748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"bf9841e5-e0e4-4b93-b451-23f1bdda004d","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.020733425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5d78b4c2-42d8-45f9-be13-b8d9ecfb095e","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.078634138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5d78b4c2-42d8-45f9-be13-b8d9ecfb095e","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.085512446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5d78b4c2-42d8-45f9-be13-b8d9ecfb095e","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.096137999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d604c58-fe3f-492d-aaea-84a9a34f967a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.096157753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d604c58-fe3f-492d-aaea-84a9a34f967a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.864429415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"58ae1f1a-1619-4709-be3b-5374e298d1a5","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.878178995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"58ae1f1a-1619-4709-be3b-5374e298d1a5","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.885380727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"58ae1f1a-1619-4709-be3b-5374e298d1a5","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.894314145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2135281b-ce1f-4ab2-86fd-bba72b1b7eac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.894342047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2135281b-ce1f-4ab2-86fd-bba72b1b7eac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.378769957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77f6bf39-f462-4eb5-b9bd-c775af6c3d3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.378798894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77f6bf39-f462-4eb5-b9bd-c775af6c3d3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.388832478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118b4d7e-9d65-4bba-bc09-b0cd4407d969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.41869482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118b4d7e-9d65-4bba-bc09-b0cd4407d969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.426131488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118b4d7e-9d65-4bba-bc09-b0cd4407d969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.436666554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"158e6f4b-5d65-44a5-88ab-e76d7099e7c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.436691241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"158e6f4b-5d65-44a5-88ab-e76d7099e7c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.488630502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d34f5c-17aa-4563-a442-1b11a2ac7b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.497185938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d34f5c-17aa-4563-a442-1b11a2ac7b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.504426789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d34f5c-17aa-4563-a442-1b11a2ac7b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.514290532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"986a40e7-e9f5-42b9-ad8f-a034789ad06d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.514314136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"986a40e7-e9f5-42b9-ad8f-a034789ad06d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.590341114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"5807ef55-7906-48e7-abca-ba6c0ac67ffd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.624947867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"5807ef55-7906-48e7-abca-ba6c0ac67ffd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.631785282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"5807ef55-7906-48e7-abca-ba6c0ac67ffd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.639372149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a90c62cb-aa07-4c30-abba-5dc63629f9cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:44.639395148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a90c62cb-aa07-4c30-abba-5dc63629f9cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.319097121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8567a996-d518-4bc8-bf15-935cd12f6e77","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.319121707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8567a996-d518-4bc8-bf15-935cd12f6e77","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.730664466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0350e27d-e973-400a-9f98-bcbf1b96d0b9","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.891764297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"42f0ccdb-2778-4eec-b0ed-f78abe2c643a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.891786223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"42f0ccdb-2778-4eec-b0ed-f78abe2c643a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.897902494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"e6f1ce10-e269-4442-a91a-bce4f50b7e77","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.726557886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"7aefbcd4-a0ec-41a4-a741-f70fbb02069a","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.726807208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e50771ac-0413-4de4-b233-2647f44abba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.726833882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e50771ac-0413-4de4-b233-2647f44abba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.732727477Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-policy-625f4041","reconcileID":"7aefbcd4-a0ec-41a4-a741-f70fbb02069a","MaaSAuthPolicy":{"name":"e2e-policy-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"policyNamespace":"ai-tenant-e2e-mt-625f4041","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.740490461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7751e061-85e8-47fc-857c-46e0012caf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.740512031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7751e061-85e8-47fc-857c-46e0012caf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.886933459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80483d1c-9888-42ce-ba9a-68c7a7062763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:49.886957515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80483d1c-9888-42ce-ba9a-68c7a7062763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.836588392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19fa2400-85bc-4c58-87d8-da6373372282","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.836617235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19fa2400-85bc-4c58-87d8-da6373372282","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.936181004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"66b0c0cd-e141-453e-92e2-aff9eca5f7e9","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.162887246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"8068f2e2-63d4-439e-abdd-94b4f2a557f5","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.7264292Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"b27bb19e-8177-459c-b056-4cba1d165731","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.127492609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b9b3303d-8fde-400f-9c91-18c70a036028","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.349084586Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c051f0bc-a1f0-4424-9fc4-b2eed8e79000","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.662434428Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"cc0ea019-03cd-40c5-b679-66904f299fbe","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.886217972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"196ea6f3-d7a4-408f-9e22-1c93552f195c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.102988667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"b6f1ce0d-26ab-41fb-9618-ea36fb3cb4ea","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.111656102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"b6f1ce0d-26ab-41fb-9618-ea36fb3cb4ea","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.177649127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"b6f1ce0d-26ab-41fb-9618-ea36fb3cb4ea","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.186613861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d937883-34b1-4b04-a854-d06d8b138ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.18663678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d937883-34b1-4b04-a854-d06d8b138ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.437451711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29283a03-fc71-435c-98dd-faa5bd5e4684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.437478912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29283a03-fc71-435c-98dd-faa5bd5e4684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.447926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40316835-6c26-4480-b56f-a4b57f0a5a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.478851864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40316835-6c26-4480-b56f-a4b57f0a5a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.490351409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40316835-6c26-4480-b56f-a4b57f0a5a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.499756991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14b8f43d-54aa-4443-9a9d-862d8a5a5701","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.499782832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14b8f43d-54aa-4443-9a9d-862d8a5a5701","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.549818421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31927f61-29a0-417d-99ae-840af16566d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.558896194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31927f61-29a0-417d-99ae-840af16566d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.565665947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31927f61-29a0-417d-99ae-840af16566d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.573837082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063c470c-76d5-44b2-bf1a-bf3f4537cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.573865173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063c470c-76d5-44b2-bf1a-bf3f4537cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.645587832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"4078e06e-404d-4415-b399-823f30eb5c24","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.69999696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"4078e06e-404d-4415-b399-823f30eb5c24","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.706893193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"4078e06e-404d-4415-b399-823f30eb5c24","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.71636326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56dfdb4f-97f5-4077-8380-b5a4f14b823e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.716394965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56dfdb4f-97f5-4077-8380-b5a4f14b823e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:55.695782074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.323755304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b6b072f-c61c-4f7d-b6e8-6c6d07a3e598","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.323877641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b6b072f-c61c-4f7d-b6e8-6c6d07a3e598","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.335916206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"640bfd6b-287e-4cb3-a1dd-c54fc644fbd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.475764996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"e1ffb719-d630-463c-ba98-e0a387c4ebf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.476539194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"3a5c7374-4304-41c3-95fc-5dce6636c7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.547549757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"3fbfe1f9-3586-4bf5-9262-82eca0644397","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.731560361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"5146ac32-1e6d-4dae-82a9-92c1c57ffcf0","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.794891794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"1bf92d3c-df7a-4aed-8aa7-6db620e78e88","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f3708bb4/e2e-shared-sub-6d203ec1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.829439607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53851777-0dce-493e-bcf0-3df8caba5005","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.880988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"ca59eff1-7d18-43b8-993f-2dfda6b3f332","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.881673464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"e2f4c88a-36c0-401a-8fe4-0e7d7a43def5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.882313972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"47e53611-6b5f-41a1-993b-b196d2a22d39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.893664839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac4ec7df-feec-44bb-9ff5-b99fb6d937b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.893789764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac4ec7df-feec-44bb-9ff5-b99fb6d937b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.901836186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"d492a275-f7ec-4460-b074-65f1577c0a05","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.055800769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"e05810f6-f1d5-468b-9c2b-a164304f4a8c","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.062010328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"42a824d5-3989-4884-a7d3-4a73a7277ca8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.136944164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4830a5e0-54c5-44fe-af9f-c2bba47e3c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.137617536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"9b512dc8-e161-4038-a46f-95ea4386712c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.141817559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"11168201-c21a-4719-aa7a-358f59d3de91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.243936375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"ecd47f7b-e6cc-45b0-9355-de7f00eb5c26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:59.904328671Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"7fcdcf02-e8f4-478a-a95e-5c4d1ebd4fb6","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.837780072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e017c9c0-c99c-4c6f-8c70-621422da7515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.837816136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e017c9c0-c99c-4c6f-8c70-621422da7515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.985007428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2e8d4ca2-b84a-41d4-b14a-2fddd153ef66","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.167413443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"40072d25-0a9d-4066-a0ff-ae294f299527","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.736079762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"9d1ad901-78ff-4388-9ce9-ad1f9a319aff","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.147668017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b4000c16-29a9-43fa-b72e-35c4eb3f6834","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:02.362713409Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c84030d8-47cf-4811-9e0a-4c3b569f4df4","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"subscription":"test-model-74dfc6-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:02.362811137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c84030d8-47cf-4811-9e0a-4c3b569f4df4","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.468664516Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"8bad7e50-b741-4dfa-a8b0-1a6e266330dd","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.471876793Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6","reconcileID":"14047a68-eaaa-4110-a826-a4aec26333bd","MaaSModelRef":{"name":"test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"name":"maas-trlp-test-model-74dfc6","namespace":"ai-tenant-e2e-inf-b-74dfc6","model":"test-model-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.496727742Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"50026746-39a5-4a59-9192-cba53a153a2d","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.666467985Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6e94f3b9-9245-46aa-8052-e477aa77aec7","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.88746445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"722805ba-3648-4fc4-8077-adb1fad623fb","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:03.195988908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5327892a-fbea-412d-bfa5-864aa06eea7a","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:03.204495087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5327892a-fbea-412d-bfa5-864aa06eea7a","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:03.211737882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"5327892a-fbea-412d-bfa5-864aa06eea7a","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:03.221561402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e904e35-8ee4-460f-af94-ff11c2e888f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:03.221587858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e904e35-8ee4-460f-af94-ff11c2e888f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.500527638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb668860-48b8-4e0d-8a8a-ef252a241232","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.500551629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb668860-48b8-4e0d-8a8a-ef252a241232","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.513269168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757c63e9-ca8f-41f9-8df0-126dc40fcfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.582472485Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757c63e9-ca8f-41f9-8df0-126dc40fcfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.593387886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757c63e9-ca8f-41f9-8df0-126dc40fcfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.603685734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91f2bfef-520e-489e-ab5b-9be32d7d5ff2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.603721161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91f2bfef-520e-489e-ab5b-9be32d7d5ff2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.611455383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a2f30ac-2ffe-4117-adb7-ef862bb06ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.619801385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a2f30ac-2ffe-4117-adb7-ef862bb06ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.627486557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a2f30ac-2ffe-4117-adb7-ef862bb06ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.637006547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79f16b22-a53a-4968-9fdc-2dda0da14295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.637036611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79f16b22-a53a-4968-9fdc-2dda0da14295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.723707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"a204fad7-c29f-4394-9e48-43424e9a0a68","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.757680986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"a204fad7-c29f-4394-9e48-43424e9a0a68","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.76437898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"a204fad7-c29f-4394-9e48-43424e9a0a68","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.773650342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d19238c1-e4e5-408d-9f43-e08228cda804","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:04.773680443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d19238c1-e4e5-408d-9f43-e08228cda804","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.325037139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"780e662f-5b67-47bd-8f69-00aae490997b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.325061225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"780e662f-5b67-47bd-8f69-00aae490997b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.735551388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"90e3471d-97b5-445b-aa0a-a54f10d7e93b","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.894839639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ffc4b0f-d7c5-43ef-b514-d670770012b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.894871641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ffc4b0f-d7c5-43ef-b514-d670770012b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.902855505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"6e1eb482-957c-4589-8db3-5a2c8a06e350","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.610839501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"aaefe2be-15a3-42fb-8034-561b442d41f4","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.67217716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"5fe02252-788f-4dc7-9b93-93e10bf636de","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:09.907640095Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"38bbff52-3e94-4dc6-9add-d860012ea3ef","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:10.838705289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd448d7-c64b-4a27-a5c3-5b7ca540a86e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:10.838731423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd448d7-c64b-4a27-a5c3-5b7ca540a86e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:10.989724615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1ac2eb44-2229-42e1-afb8-d75d15878103","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:11.176304983Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"7c127109-b6eb-4977-a3b6-af405950bf4f","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:11.176393449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"7c127109-b6eb-4977-a3b6-af405950bf4f","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.151381471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"64790f13-94ed-4ead-972a-99d744bf8d76","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.50078403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"e2b0f081-1661-4891-a94d-5eb2d4b832d5","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:12.679052274Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0d71ef24-7313-444a-9c85-7d62217cae64","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:12.679135152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0d71ef24-7313-444a-9c85-7d62217cae64","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.888421954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"0d4309fd-a087-44a3-b998-2e37bc7aeea3","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.227784013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"27203ca2-5b34-4a5a-b146-7423d20d1063","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.235976387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"27203ca2-5b34-4a5a-b146-7423d20d1063","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.242802538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"27203ca2-5b34-4a5a-b146-7423d20d1063","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.250304994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc100e86-9366-441c-9cbe-2acef2e41547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.250339792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc100e86-9366-441c-9cbe-2acef2e41547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.605363556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76a02389-69da-444b-8a4f-f920bf7671e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.605399475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76a02389-69da-444b-8a4f-f920bf7671e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.684473051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4429b30-48e8-4ecc-b5d6-eb8bfc90d3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.685616223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f61db7-d073-404f-8622-fb5f7e2b5391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.715551159Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4429b30-48e8-4ecc-b5d6-eb8bfc90d3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:14.720968328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f61db7-d073-404f-8622-fb5f7e2b5391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:14.777654014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f61db7-d073-404f-8622-fb5f7e2b5391","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.777936069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1207cf8-ca88-43f1-8fc6-3b5474056e34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.777950757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1207cf8-ca88-43f1-8fc6-3b5474056e34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.778065874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4429b30-48e8-4ecc-b5d6-eb8bfc90d3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.785853965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"3a34abdb-e86e-4c99-b51a-99d6f0bb6bae","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.789779813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef57d195-d70b-446d-b4a0-a6751c30cc53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.789803108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef57d195-d70b-446d-b4a0-a6751c30cc53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.817181632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"3a34abdb-e86e-4c99-b51a-99d6f0bb6bae","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.824509266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"3a34abdb-e86e-4c99-b51a-99d6f0bb6bae","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.836198272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b17b00-9bb9-4771-9bc0-7800f7eeeb56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.836238816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b17b00-9bb9-4771-9bc0-7800f7eeeb56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.886722824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c43b97b-c1e2-4b79-b705-a2d58ccad664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.928772145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c43b97b-c1e2-4b79-b705-a2d58ccad664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.946413254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c43b97b-c1e2-4b79-b705-a2d58ccad664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.956536265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6a51bdc-46f9-4cc6-8d83-b70948ad234e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.963166897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6a51bdc-46f9-4cc6-8d83-b70948ad234e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:16.317386677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"26198080-5904-4af9-a4d3-3c64e0afd3fc","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:16.317456124Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"26198080-5904-4af9-a4d3-3c64e0afd3fc","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:16.322691109Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"26198080-5904-4af9-a4d3-3c64e0afd3fc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:16.322709528Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"26198080-5904-4af9-a4d3-3c64e0afd3fc","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.326421744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd9c8b64-8f3b-4c26-8433-0f39c2db2871","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.326556232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd9c8b64-8f3b-4c26-8433-0f39c2db2871","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.736726084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"5a375fd7-df9a-4d34-8d7a-8ac12e94991a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.896049293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e98714d0-f36c-4a93-a3e0-2cc156ae14bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.896080937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e98714d0-f36c-4a93-a3e0-2cc156ae14bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:17.903571499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"3d62d50d-4bc5-42b0-a1df-a56addd467b8","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.675675623Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"0b44c791-7bb4-46f1-9f9c-6500a5db0c40","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:19.916093972Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"3898f800-8c7c-49e7-b601-e1eae070d335","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"subscription":"e2e-sub-625f4041","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:19.916181248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"3898f800-8c7c-49e7-b601-e1eae070d335","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:20.840373247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f401921-b0fb-403f-b7f5-964e8cf89ad7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:20.840403281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f401921-b0fb-403f-b7f5-964e8cf89ad7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:20.991517579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b4aed353-70b1-4e64-bc61-918a92f973ac","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.202548728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"c108815f-5208-4de4-9c70-79ff0b56eb4c","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.489552545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3458111e-b837-409d-81ba-d12aa2bb8461","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.586996326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"11c1b358-2230-48bf-b9a7-c69ddb9cf732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.678874445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"6de07908-02d2-40e6-b589-1e99ce90a85f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.693451088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"a83a324c-276f-4127-9328-5b1728886067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.782142205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"8027fb4b-a45a-433c-abb9-a390feec23fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.785512975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"318ca1da-aef1-4e66-81f5-e7db8edc53b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.786140573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"10a3dd4f-ce9a-4c5e-b9a1-f48a37b0f1f0","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.091085916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"4b878b4e-2a77-4a69-9104-a847977c80dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:22.166040747Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"04af2d80-3d8c-4ec2-a28d-3838262d23b9","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:22.166142277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"04af2d80-3d8c-4ec2-a28d-3838262d23b9","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.193961677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d6a1d67-7200-4eb5-afd0-15e048e67c1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.194588324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"07c3267c-0cc6-4e5a-9785-1b9992b8221e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.349877908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"2148b61e-bf4c-443a-bcb0-5f02041de57d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.349877879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"11ee5f38-9b7e-443b-849e-b0d5cfa9b588","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.399756626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"bef8bcec-0bbc-4215-a5b5-58e9ea8524c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.518301629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c9266b45-ff2d-4212-b2fc-1631008a2f00","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.702744595Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"f512ed50-8446-4478-8c5f-e0a657e4106f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.889826264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"bb68b96f-bbfc-47c0-9168-7f42f3ad971c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:23.26269833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"4f473d70-e133-4dab-8f6e-c677265d1661","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:23.331377542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"4f473d70-e133-4dab-8f6e-c677265d1661","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:23.359487701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"4f473d70-e133-4dab-8f6e-c677265d1661","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:23.375140715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822f8ab4-7165-419a-94b8-393d9e5387ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:23.375333163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822f8ab4-7165-419a-94b8-393d9e5387ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.822770568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b623ac1-1138-446b-913c-76bb1efa8255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.894948676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b623ac1-1138-446b-913c-76bb1efa8255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.906173959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b623ac1-1138-446b-913c-76bb1efa8255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.906522413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"45d46411-b073-4b3b-80d3-67d56bc0f313","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.923841097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51189dfc-b245-40f7-a2aa-3a26cf0938e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.923955154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51189dfc-b245-40f7-a2aa-3a26cf0938e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.956344285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"45d46411-b073-4b3b-80d3-67d56bc0f313","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.965226819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b29be4f-0fa2-4923-88b4-285e90ba0caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.965348757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b29be4f-0fa2-4923-88b4-285e90ba0caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.966828358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"45d46411-b073-4b3b-80d3-67d56bc0f313","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.975074123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8781ccac-50ed-4976-9754-9a53d9b1f88c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.975156594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8781ccac-50ed-4976-9754-9a53d9b1f88c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.003177884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bad0bd-ad2a-417a-b178-5b496883731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.033479404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bad0bd-ad2a-417a-b178-5b496883731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.042813432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bad0bd-ad2a-417a-b178-5b496883731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.052322037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2c1835c-7bc6-4df8-a1f6-fa2f2eec3b83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.052355952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2c1835c-7bc6-4df8-a1f6-fa2f2eec3b83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:25.743899867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:26.382242353Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"aea8c68f-1ca7-4524-b82d-f85453305c89","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.327460249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d673afee-d6c9-4a29-9ff3-a44405e5b2fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.327489214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d673afee-d6c9-4a29-9ff3-a44405e5b2fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.737395162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"1a0c0bd3-2e2a-4603-85de-79fb2a162fc6","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.897023415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2e9b198-d0dc-43b7-8b6d-5ddc60b0a73d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.897051353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2e9b198-d0dc-43b7-8b6d-5ddc60b0a73d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:27.903928355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"422a1e27-6d5c-4169-b97c-f05694a747a1","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:28.684750626Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"d697e6a0-bfb6-4ee6-b5b4-5c9ae9bf0c74","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:28.684838402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"d697e6a0-bfb6-4ee6-b5b4-5c9ae9bf0c74","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:28.690131246Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub.18e4a306de9c64bd"},"error":"events.events.k8s.io \"test-model-e7b70d-sub.18e4a306de9c64bd\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-e7b70d because it is being terminated","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).attemptRecording\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:211\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).recordToSink.func1\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:200"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.841065683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2bf86851-ede4-4c92-9a73-80430b0b806e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.841102866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2bf86851-ede4-4c92-9a73-80430b0b806e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.992081607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"a3bc72d6-2745-41a9-98be-efe03b5a9285","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:31.211703349Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"79fc6493-986b-4789-a1d3-8a3d3fdda8cb","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:31.211797603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"79fc6493-986b-4789-a1d3-8a3d3fdda8cb","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:32.189523667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0fcb4e80-991c-4795-887b-689edaa0ba0d","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:32.58729795Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"f5d77073-dc41-4d57-9549-82af6b186b8a","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"subscription":"test-model-74dfc6-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:32.587398062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"f5d77073-dc41-4d57-9549-82af6b186b8a","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:32.709853288Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6add10c2-d82f-4a92-9f2f-ae665f70626f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:32.891402649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"dbbf25a7-26a3-4caf-ac77-4fa9189dd1a8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:33.382490259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"c0732af9-d08c-4770-9e0f-bdf7a4930aa2","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:33.414437358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"c0732af9-d08c-4770-9e0f-bdf7a4930aa2","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:33.422267571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"c0732af9-d08c-4770-9e0f-bdf7a4930aa2","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:33.430369395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c25a6d-75e4-4378-abd9-698ac3b527db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:33.430389744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c25a6d-75e4-4378-abd9-698ac3b527db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.932282823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa3f111-910f-4928-8cdb-fa00398f1c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.002431734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa3f111-910f-4928-8cdb-fa00398f1c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.009630344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa3f111-910f-4928-8cdb-fa00398f1c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.019649192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbc6b107-16c1-44f9-bbf0-585ef9ff3d31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.019672398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbc6b107-16c1-44f9-bbf0-585ef9ff3d31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.029762367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"30222480-cca8-46ca-8443-6d4251949de1","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.054138847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d763d087-89a5-4d32-be69-6671dadd3e45","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.054173138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d763d087-89a5-4d32-be69-6671dadd3e45","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.064099926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"30222480-cca8-46ca-8443-6d4251949de1","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.075039575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"30222480-cca8-46ca-8443-6d4251949de1","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.08702834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf0a7c5-f7a6-43e8-bcee-23be1347b7bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.090868305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf0a7c5-f7a6-43e8-bcee-23be1347b7bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.13268395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c743ebb-534e-43f4-94ad-4bc126139873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.162888883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c743ebb-534e-43f4-94ad-4bc126139873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.169716422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c743ebb-534e-43f4-94ad-4bc126139873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.179910624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c476c3a-6372-436a-bdf8-27825707ee54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:35.179933548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c476c3a-6372-436a-bdf8-27825707ee54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:36.38597489Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"829ea38d-5a5e-46bc-99bd-2a40d3e5598a","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:36.706330483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"6944ae4a-0a86-47a1-b21b-2345408c9ad2","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:36.706451314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"6944ae4a-0a86-47a1-b21b-2345408c9ad2","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.328400937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35eebe37-b711-4998-aef1-6a2ff2eff2e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.32842605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35eebe37-b711-4998-aef1-6a2ff2eff2e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.738617371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"956d7217-9fa0-4401-a6b7-22c82d423fe4","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.897942612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a58bcb80-7832-4e0f-b725-efa6d5aa4abf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.897977751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a58bcb80-7832-4e0f-b725-efa6d5aa4abf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:37.904646793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"b453f53e-cf9f-4db7-8f5d-6b49b365c8d6","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:38.706432442Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"e7ef178e-5b9e-48fc-8a16-2f7dcf69d3a1","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:40.8426591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6098c313-1300-4ad9-9135-98117119bb7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:40.842685959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6098c313-1300-4ad9-9135-98117119bb7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:40.993761515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"dfc60d15-65f4-43af-ab58-27a611e3002e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.232978528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"d75fb0e7-16ce-4316-8c89-dea23164c77b","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:42.206957824Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"d17667c6-9773-450b-9bf8-388cfc63b123","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:42.207062859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"d17667c6-9773-450b-9bf8-388cfc63b123","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.613500431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"6462e67c-4c9e-4e2b-a4d6-3f8b67d0fdc4","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:42.718771789Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6c15b907-afff-423a-b31f-09602fb33a6c","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:42.718843757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6c15b907-afff-423a-b31f-09602fb33a6c","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.976563181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f0927e1e-94b6-4bec-b987-33d53e827aee","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:43.43676251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"212bafd7-ae86-4ddc-b068-1d0b18595b51","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:43.466575056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"212bafd7-ae86-4ddc-b068-1d0b18595b51","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:43.473894321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"212bafd7-ae86-4ddc-b068-1d0b18595b51","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:43.484336683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e4cce74-98e4-4427-a07f-b9ecadfac427","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:43.484357161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e4cce74-98e4-4427-a07f-b9ecadfac427","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.335739854Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"408a2a34-c600-495a-aeb4-fba15b6e4062","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.335825597Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"408a2a34-c600-495a-aeb4-fba15b6e4062","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.341384692Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"408a2a34-c600-495a-aeb4-fba15b6e4062","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.341407213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"408a2a34-c600-495a-aeb4-fba15b6e4062","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.027734878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa41577-0bc6-4448-9846-e2a8c9cb0fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.059239983Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa41577-0bc6-4448-9846-e2a8c9cb0fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.06595295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa41577-0bc6-4448-9846-e2a8c9cb0fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.075098035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd80f644-7ed9-4b3d-9dfa-036216edb14d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.075120294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd80f644-7ed9-4b3d-9dfa-036216edb14d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.126362719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"522b9c10-0466-41ed-a222-d4f6e2bd5c7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.156699929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"522b9c10-0466-41ed-a222-d4f6e2bd5c7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.164694531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"522b9c10-0466-41ed-a222-d4f6e2bd5c7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.1771832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7186078-4134-4ce4-b552-ee0eec875585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.177256676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7186078-4134-4ce4-b552-ee0eec875585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.181158758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f490e14-1a51-442a-89d3-77671a67aa2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.181175889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f490e14-1a51-442a-89d3-77671a67aa2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.228589903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f83bd9-6790-4b84-b6db-756d09b3a456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.258457488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f83bd9-6790-4b84-b6db-756d09b3a456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.265061678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f83bd9-6790-4b84-b6db-756d09b3a456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.272582895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"798e39d0-2b33-459d-80ff-d72b743d2cf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.272606427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"798e39d0-2b33-459d-80ff-d72b743d2cf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:46.395038527Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"c917efce-d285-4f59-b151-e250b9377144","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"subscription":"e2e-sub-625f4041","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:46.395119908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"c917efce-d285-4f59-b151-e250b9377144","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:46.400404788Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041.18e4a3192090a953"},"error":"events.events.k8s.io \"e2e-sub-625f4041.18e4a3192090a953\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-625f4041 because it is being terminated","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).attemptRecording\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:211\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).recordToSink.func1\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:200"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.329081591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60625408-793b-447d-8b36-c3c50a96e1b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.329104357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60625408-793b-447d-8b36-c3c50a96e1b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.740689846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f2ae1d9b-96ff-4ebb-a871-92944ef82b93","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.899398869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97b3daf7-03be-4836-ac4d-165c0a6cd089","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.899423792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97b3daf7-03be-4836-ac4d-165c0a6cd089","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:47.906136368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"10f145f2-46a1-42da-a133-8f3c7ccdd55c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:48.712100406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"134cb6d8-ef97-4295-9c0b-9621f750bf5f","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:50.844119448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c2265d4-d278-431b-951d-08c3497c51b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:50.84414228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c2265d4-d278-431b-951d-08c3497c51b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:50.995121003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"7942a5b7-735b-4228-998c-a2f4d907b94f","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:51.236624265Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"0e05405c-fc1e-43c4-8ec3-ae17ed314345","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.228474501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"0cf990b0-8dff-45a0-b690-c5951caf7db7","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:52.62271955Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"b2042beb-e19c-4b9b-935b-e086edd233fc","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"subscription":"test-model-74dfc6-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:52.622792591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"b2042beb-e19c-4b9b-935b-e086edd233fc","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.739886023Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"631ef010-3c55-4491-a755-c7ef6edf1152","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.978552785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1cd73681-b959-41b8-9a11-6699b8e715b4","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.11745749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"cd3d27aa-a388-4aa8-a188-d0a58d9afcfb","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.117560335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"cd3d27aa-a388-4aa8-a188-d0a58d9afcfb","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.456520376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7f2d7245-9608-4208-ad1a-66379ba5165b","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.45654419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7f2d7245-9608-4208-ad1a-66379ba5165b","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.464907441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"1e61c34b-33ff-46b2-baf9-121a4dde087c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.464925636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"1e61c34b-33ff-46b2-baf9-121a4dde087c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.505991793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"860212af-529f-4d68-b4ae-b2ed7daad321","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.506061854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"5e532502-f5bb-47a3-a9a2-8b05dd739a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.536997498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"860212af-529f-4d68-b4ae-b2ed7daad321","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.543869654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"5e532502-f5bb-47a3-a9a2-8b05dd739a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.544714298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"860212af-529f-4d68-b4ae-b2ed7daad321","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.555416677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"5e532502-f5bb-47a3-a9a2-8b05dd739a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.560525908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2201f54b-b20f-4a60-9861-09a8e796a34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.560545607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2201f54b-b20f-4a60-9861-09a8e796a34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.564088932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"2c6ea015-3343-42d3-91fe-c13eeb816c16","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.564116202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"2c6ea015-3343-42d3-91fe-c13eeb816c16","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.187386328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6771a5b8-f615-4a5e-ae81-845f94253255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.276559486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"157b7929-afb5-472a-a57a-8f551372f3af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.276581794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"157b7929-afb5-472a-a57a-8f551372f3af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.277297456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6771a5b8-f615-4a5e-ae81-845f94253255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.282262267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"b6f32eb5-3fc2-4f33-b5d1-e9fafa28c179","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.284148049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6771a5b8-f615-4a5e-ae81-845f94253255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.293327598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44293a10-9278-4fee-aed1-a04c731580d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.293345709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44293a10-9278-4fee-aed1-a04c731580d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.311796686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"b6f32eb5-3fc2-4f33-b5d1-e9fafa28c179","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.318358703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"b6f32eb5-3fc2-4f33-b5d1-e9fafa28c179","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.325177937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb10aca3-09c3-4a15-bac4-0d31bff93e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.325197808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb10aca3-09c3-4a15-bac4-0d31bff93e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.369464434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2361b41d-fabd-49af-a7c1-d104aa0f2dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.40062606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2361b41d-fabd-49af-a7c1-d104aa0f2dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.408011177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2361b41d-fabd-49af-a7c1-d104aa0f2dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.417711217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb06973d-e547-414c-b3b1-5addd911171c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.41773028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb06973d-e547-414c-b3b1-5addd911171c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.665370245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"8b8b81ef-c0f6-4e98-a19a-9f93e5e86a23","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.66548777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecfec3d-a58d-4774-adda-6778007335f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.665506934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecfec3d-a58d-4774-adda-6778007335f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.674443672Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-policy-6d203ec1","reconcileID":"8b8b81ef-c0f6-4e98-a19a-9f93e5e86a23","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"policyNamespace":"ai-tenant-e2e-mt-f3708bb4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.686157377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3bcc51-4656-4be6-953d-39e00eea2ff9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.686178882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3bcc51-4656-4be6-953d-39e00eea2ff9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.696248319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.92574144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81e85fa9-948c-44f3-b447-3517a03ffe2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.925765748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81e85fa9-948c-44f3-b447-3517a03ffe2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:56.416777409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"4b86a3c5-d774-4c2f-b2b6-0697c7949d90","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.33167821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9138557f-624d-4238-ba61-301d920cd5c4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.331802285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9138557f-624d-4238-ba61-301d920cd5c4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.742577248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"962bc405-320d-4a20-990e-e98d99971bad","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.90045618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92928a15-71f5-4bcb-b366-5640326b10b3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.900480681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"92928a15-71f5-4bcb-b366-5640326b10b3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.906921081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"ebf6321a-b5a1-4b1a-a0fb-84a3e4d0339c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.973277035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a088c392-66fd-4732-b09f-cdc51bda7bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.999574407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a088c392-66fd-4732-b09f-cdc51bda7bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:58.006886607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a088c392-66fd-4732-b09f-cdc51bda7bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:58.730540422Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"ea14030c-f402-42eb-894a-ad86375dfa89","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:58.730639743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"ea14030c-f402-42eb-894a-ad86375dfa89","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:00.845423244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68caaf8a-7dad-457d-8f9c-0fe2cade5cd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:00.845448336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68caaf8a-7dad-457d-8f9c-0fe2cade5cd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:00.995856163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1162154c-91ac-4c40-8fea-007d699dfb3b","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:01.259189099Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"47600a50-0327-4509-9045-79baa21a0087","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:01.259295446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"47600a50-0327-4509-9045-79baa21a0087","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:02.237185383Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"89e3c67a-d890-42ec-9803-5db041512c8e","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:02.237310366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"89e3c67a-d890-42ec-9803-5db041512c8e","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:02.664632754Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"bfac578f-5816-40a3-8edc-6d15bb3ad5bb","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:02.77793158Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"89b69545-aa6d-4482-80c4-20951fcd5866","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:02.77810416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"89b69545-aa6d-4482-80c4-20951fcd5866","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:02.982468762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c25c9bfa-1488-420a-a8c6-9d0291d00672","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.585087634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"2cdca14e-1d8a-4ea7-b990-5f9c13ed4bda","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.638388703Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"2cdca14e-1d8a-4ea7-b990-5f9c13ed4bda","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.651594426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"2cdca14e-1d8a-4ea7-b990-5f9c13ed4bda","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.67147214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceaa545b-f80c-4ed8-8a9e-9b63c8732676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.67157006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceaa545b-f80c-4ed8-8a9e-9b63c8732676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.357844241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62478ccc-1c8e-4845-b68e-97c9b29ee7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.419452964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"703e28e3-16e8-47a9-a140-e5260cbb64ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.419496172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"703e28e3-16e8-47a9-a140-e5260cbb64ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.482891911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62478ccc-1c8e-4845-b68e-97c9b29ee7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.495858071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62478ccc-1c8e-4845-b68e-97c9b29ee7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.497609989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05551588-c7a9-4751-b051-142dfcb560d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.512093957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05551588-c7a9-4751-b051-142dfcb560d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.514619991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0076c7ef-2d30-4b67-b27d-b8adef47a950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.514644177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0076c7ef-2d30-4b67-b27d-b8adef47a950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.580308274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05551588-c7a9-4751-b051-142dfcb560d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.591606199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fd003f5-e498-4581-b6fc-a75665cdd59a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.591710878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fd003f5-e498-4581-b6fc-a75665cdd59a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.946981651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"2e18abdf-b498-48cd-b361-d9fc2b3d33ff","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.420883513Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"fc6ea054-d8d6-4d71-8dfa-e08e63c3458c","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.332592473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b306d9d6-a973-4640-b852-0b7b2b4679e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.332620203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b306d9d6-a973-4640-b852-0b7b2b4679e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.743900905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b6d312d8-b808-4c0a-8ab0-0b4fb4fb8078","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.90114442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ee41b80-fea2-41a3-b97f-9bf182d4315a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.901177427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ee41b80-fea2-41a3-b97f-9bf182d4315a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.907290672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"2790ef40-f5fe-4e81-8eb2-64df3a8450de","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.017370069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f3bf600-cdc8-420c-b33b-9e2eed62fb98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.032887479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f3bf600-cdc8-420c-b33b-9e2eed62fb98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.044024662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f3bf600-cdc8-420c-b33b-9e2eed62fb98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.758526968Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"d10c43d2-fd22-40bf-95e2-24bdcad79ddf","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.130980038Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"6f4ad4b7-13db-45b6-b1e0-a2c8c38dfbd4","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.460718939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b819c1-a00c-4296-a0dc-2e603e2e88b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.464052308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b819c1-a00c-4296-a0dc-2e603e2e88b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.467674277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b819c1-a00c-4296-a0dc-2e603e2e88b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.471389923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b819c1-a00c-4296-a0dc-2e603e2e88b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.749583716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087c11f-7a30-47ab-b449-a45bb5b5cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.75722064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087c11f-7a30-47ab-b449-a45bb5b5cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.761665543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087c11f-7a30-47ab-b449-a45bb5b5cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.765869937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6087c11f-7a30-47ab-b449-a45bb5b5cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.846856123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1a64450-330e-430e-b641-e190b6f57258","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.846879811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1a64450-330e-430e-b641-e190b6f57258","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.996677302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"3784a329-eec7-450f-93cb-4aa2329b9f60","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.018372602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737e873c-8f09-440c-9a4c-a837a940f943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.021742914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737e873c-8f09-440c-9a4c-a837a940f943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.025165798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737e873c-8f09-440c-9a4c-a837a940f943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.028748979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737e873c-8f09-440c-9a4c-a837a940f943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.386842511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"5052c45e-70fd-4cf9-b34b-0b85980f918b","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.524152584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6e8c81-a0e7-4a82-a732-b52158e90f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.527862733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6e8c81-a0e7-4a82-a732-b52158e90f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.531637351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6e8c81-a0e7-4a82-a732-b52158e90f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.535576247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e6e8c81-a0e7-4a82-a732-b52158e90f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:12.262720144Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"6de1d472-c809-4902-ac55-2b448a6ded45","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:12.820013544Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"a96b62b4-a2ab-4b3e-82a1-e085ca220836","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:12.983716801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"61918d56-c056-47af-9b73-49449b6594f1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:13.685441986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"3d406699-bbcc-48ba-a835-0058ceccb663","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:13.717302886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"3d406699-bbcc-48ba-a835-0058ceccb663","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:13.724434482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"3d406699-bbcc-48ba-a835-0058ceccb663","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:13.737291444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310602c3-ad5d-47e5-b754-a2060dc4b5b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:13.737319824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310602c3-ad5d-47e5-b754-a2060dc4b5b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.528861176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac82f7b5-e760-4081-84a0-d17d096919f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.559133607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac82f7b5-e760-4081-84a0-d17d096919f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.567229882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac82f7b5-e760-4081-84a0-d17d096919f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.577068869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fc37974-df1f-4ee7-891d-1b03f8971f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.577092947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fc37974-df1f-4ee7-891d-1b03f8971f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.593456443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46ec3aae-b9c2-4c16-8878-8056e93f6844","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.593479045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46ec3aae-b9c2-4c16-8878-8056e93f6844","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.627309377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704ca7a0-0568-49ac-9e3d-0e8081217c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.63515358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704ca7a0-0568-49ac-9e3d-0e8081217c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.64216236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704ca7a0-0568-49ac-9e3d-0e8081217c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.6517764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a04c85a-d5f8-4017-945e-76cd7cfb9cd1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.651794906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a04c85a-d5f8-4017-945e-76cd7cfb9cd1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.750605943Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d0f605b5-4d7c-4351-938b-5303bdb0ac41","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.750713969Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d0f605b5-4d7c-4351-938b-5303bdb0ac41","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.756543804Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d0f605b5-4d7c-4351-938b-5303bdb0ac41","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.756561277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d0f605b5-4d7c-4351-938b-5303bdb0ac41","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.952702182Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"9fe525ad-5f8b-4f55-bd7d-fadcdb5ac647","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:16.429650733Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"dbbc152c-1f8d-4513-9dcc-997b2b7bb090","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"subscription":"e2e-sub-625f4041","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:16.429764171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"dbbc152c-1f8d-4513-9dcc-997b2b7bb090","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.333743728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ab23dba-bb55-4354-bdf5-f7fca43325ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.333768356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ab23dba-bb55-4354-bdf5-f7fca43325ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.747815665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"99d1a79f-36ab-46ba-bd32-d30495f1f3e9","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.902711505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17755dff-53ee-4e98-827b-0455a22352a0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.902732695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17755dff-53ee-4e98-827b-0455a22352a0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:17.908142716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"c997f8ca-5354-40e7-bca6-81154d5ad43f","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.070418584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f475f117-87a4-4a57-985c-0e1f718c9db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.081893604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f475f117-87a4-4a57-985c-0e1f718c9db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.08970468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f475f117-87a4-4a57-985c-0e1f718c9db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:18.794151502Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"e1eb58a7-40c4-4c40-b4f0-b7724733069f","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:18.794291117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"e1eb58a7-40c4-4c40-b4f0-b7724733069f","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:20.141429253Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"cf85efdc-94ee-4451-a7ca-bfc89e579994","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"subscription":"test-model-74dfc6-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:20.141524866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"cf85efdc-94ee-4451-a7ca-bfc89e579994","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.847963975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f20da49-bfb3-432a-81af-6849d2957bf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.847989838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f20da49-bfb3-432a-81af-6849d2957bf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.997781919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"b29e1c2d-e0d7-42cd-a4f5-7bc0d5a3562c","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.392352737Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"bc8a7f9b-1e72-4ae9-ad6b-eb96f002a036","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.267787867Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e64ffdc7-463d-49ac-842b-0587a4946116","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.823988356Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"dfbf8bdb-6e72-4fd5-b23d-5c9c6bc9885d","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.984577588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"9f8300a0-a130-494e-b7c7-4f9817853984","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:23.806230346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"30b3ed71-97c9-487d-8879-a40d3540bee0","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:23.87800967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"30b3ed71-97c9-487d-8879-a40d3540bee0","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:23.88479183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"30b3ed71-97c9-487d-8879-a40d3540bee0","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:23.893412803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77217f6-a347-41f6-abc0-8a52653912b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:23.893432142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77217f6-a347-41f6-abc0-8a52653912b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.590621433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fbf064f-9402-4860-8c9e-357e78ad459f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.621261724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fbf064f-9402-4860-8c9e-357e78ad459f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.628329476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fbf064f-9402-4860-8c9e-357e78ad459f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.638350423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"549f22fa-38e3-48ba-a14f-c54da003f059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.63837566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"549f22fa-38e3-48ba-a14f-c54da003f059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.654916845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c565fea-bc4d-4728-8e86-4b658100731f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.654980144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c565fea-bc4d-4728-8e86-4b658100731f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.695340904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.695473796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78a17f7b-6ab1-4cac-b7b9-186036498ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.704307811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78a17f7b-6ab1-4cac-b7b9-186036498ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.711160454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78a17f7b-6ab1-4cac-b7b9-186036498ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.720611218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73f2f7a7-6cfc-443c-911a-ae55664fb8eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:25.720636785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73f2f7a7-6cfc-443c-911a-ae55664fb8eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:25.96112282Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"b50c4862-da34-4c5b-acbd-d020e39f8231","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:25.961240233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"b50c4862-da34-4c5b-acbd-d020e39f8231","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:26.46558484Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"10a08030-03a5-4e49-8c13-f35712718fe6","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.334833842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"964d7025-fcce-4cd1-b1b2-76ec8da80655","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.334861176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"964d7025-fcce-4cd1-b1b2-76ec8da80655","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.749049796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"3473c531-61e5-48b1-a5c5-83367b0eaf87","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.903550758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"041268dc-ba0c-4765-8cd3-16fcfee42b61","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.903584859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"041268dc-ba0c-4765-8cd3-16fcfee42b61","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:27.909150528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"7812b9ea-9046-44c9-8ffc-0e2890b04836","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.111438665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"60f6dd40-d54c-46e6-b856-0e2937561dec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.124198736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"60f6dd40-d54c-46e6-b856-0e2937561dec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.131662768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"60f6dd40-d54c-46e6-b856-0e2937561dec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.819161758Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"53c8426e-5b29-429e-900c-88d1318b8599","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:30.166740945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"b76ad725-3025-40ce-8323-13687a8e68f1","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:30.848880259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a124401e-a3eb-4ada-a121-28e11a9ba6a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:30.848904184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a124401e-a3eb-4ada-a121-28e11a9ba6a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:30.998674577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"bd4fc3b7-4e76-4d14-964b-095fdfaac545","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:31.396258643Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"d2b637ce-cac7-4665-9563-d0fd6fddcca1","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:32.271433826Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"b266666d-f185-409b-9be8-42403c53d195","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:32.754919545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"35cc4e94-197e-4656-a441-b8072ad6116e","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:32.832840681Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"231ee7fc-b3b9-4f93-a2a7-2c4c2e5d9a6e","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:32.832924386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"231ee7fc-b3b9-4f93-a2a7-2c4c2e5d9a6e","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:32.985487856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"beb4682f-d024-4322-b499-4d05fea898e1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.700465407Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"25914852-5ade-49fa-836a-c2b1e052092c","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.716245285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"d736295a-27bb-440b-9359-32ddbe41a70f","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.739042963Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7b70d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7b70d","reconcileID":"85de50e1-5b94-4a96-9d26-0da055ffb871","aitenant":"ai-tenants/e2e-inf-a-e7b70d","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.755245741Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"1497ceef-3ab2-421e-a5db-808eccacf8b4","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.824271888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5601dedf-371f-468b-9bc7-13968c31c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.827326471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5601dedf-371f-468b-9bc7-13968c31c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.83029057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5601dedf-371f-468b-9bc7-13968c31c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.833341059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5601dedf-371f-468b-9bc7-13968c31c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.907089078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"241d4831-ca66-419d-b1e7-6ad7fdb79672","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.937096466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"241d4831-ca66-419d-b1e7-6ad7fdb79672","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.946990888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"241d4831-ca66-419d-b1e7-6ad7fdb79672","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.954721626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6248090f-1529-4eda-ad93-a1945e433b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.954751221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6248090f-1529-4eda-ad93-a1945e433b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.650388767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c14d620e-1178-4fcf-8015-1d1cccc60a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.703181731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c14d620e-1178-4fcf-8015-1d1cccc60a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.710631746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c14d620e-1178-4fcf-8015-1d1cccc60a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.720992666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac20c327-f8f0-4c9f-873f-63d40f5e5cc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.721020408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac20c327-f8f0-4c9f-873f-63d40f5e5cc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.721647886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"526e5efc-d2e4-4952-814a-aca5562c1537","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.721664695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"526e5efc-d2e4-4952-814a-aca5562c1537","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.747974541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84551f5-26d0-402e-8a6c-922fc42940a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.756127712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84551f5-26d0-402e-8a6c-922fc42940a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.765734943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84551f5-26d0-402e-8a6c-922fc42940a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.774845472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d673ccaf-8708-4053-9f52-fb4648f364d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.774866225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d673ccaf-8708-4053-9f52-fb4648f364d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.474119185Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"f8aff844-ed39-45ed-ba90-fcc5f1eaa97b","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.338421945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9263720b-7c53-49b7-9257-70c3b0f886e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.338517057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9263720b-7c53-49b7-9257-70c3b0f886e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.75003262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"60100d68-d3c8-42cf-bc29-767b66aa26d7","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.904792782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c8fe58e-30e6-454d-9375-391856718fda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.904814247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c8fe58e-30e6-454d-9375-391856718fda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.910344682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"dc4840d8-108b-4300-9b52-6df16bffdbb9","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.159477703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a4cb495c-fdfc-43fc-bfc5-48b7d0b6713c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.178711159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a4cb495c-fdfc-43fc-bfc5-48b7d0b6713c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.185963398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"a4cb495c-fdfc-43fc-bfc5-48b7d0b6713c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.572922559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91f65d1a-21d5-4f39-9169-6b643fe9ec55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.661967437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"37a83e2b-ef10-4fa4-bbc1-f7abfb0dcec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.662106096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"601d7ecd-4cf2-4e77-9d66-75e235130ee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.76407349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"1d217aca-268a-4ed6-b495-d238dde45f72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.764543361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"6c661e5d-42f9-4d39-9a6e-78c28918d690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.764910612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"41ef96bf-f70a-43a0-9724-97ea89992deb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.861123692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8ec155d-2877-41ba-ab75-e146e010a560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.861424867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"01e0c55e-fb7d-4a60-bb9a-912ee9ae9ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:38.959774071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"66df1066-8426-4ec5-8b4e-7394f74f7aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.182420397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"df87f225-04c8-4e64-ba55-7cb5c822669f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.183575348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"c2b13595-e69a-4275-a00b-ce6f0df910d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.193822888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"43d64d28-c7f6-4fc7-a6af-a796dc3934fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.193926334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"e6ba0a58-2f9b-4ccf-86d7-ffcc73187e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.171291431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"30d4b641-7deb-48ff-99c9-14d27ae4a6a2","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.851947761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff161727-26e3-41b3-898f-a2e2c8b92d43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.852264369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff161727-26e3-41b3-898f-a2e2c8b92d43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.999611469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"96807fbb-b485-4c09-b492-02d6c601ff11","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:41.405073658Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"93694042-54d9-44a8-bb9d-a3fe29ee425c","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:41.405144947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"93694042-54d9-44a8-bb9d-a3fe29ee425c","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:42.284392152Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2e762f7c-22cc-4de1-a9c9-fdf9472ed837","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:42.284486645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"2e762f7c-22cc-4de1-a9c9-fdf9472ed837","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.760224945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"60e56fe1-11eb-49b6-b021-6056e7f94115","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.854644251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"af6c6b4a-3ca2-4241-a032-462236b60e83","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.986657314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"52af7011-7c49-4bc4-8a44-8f645b3d061e","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.354126671Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"4a5d79c0-70ca-4bc6-a096-2448093ad878","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.354251599Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"4a5d79c0-70ca-4bc6-a096-2448093ad878","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.3602727Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"4a5d79c0-70ca-4bc6-a096-2448093ad878","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.360378793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"4a5d79c0-70ca-4bc6-a096-2448093ad878","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.76436789Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"f72b386e-054c-41e3-8c48-beb3024e5abc","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.965873011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"e75d5eba-7a48-4b3a-bca9-640c3d974674","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.998321675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"e75d5eba-7a48-4b3a-bca9-640c3d974674","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:44.005402454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"e75d5eba-7a48-4b3a-bca9-640c3d974674","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:44.023882178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d89e6f-5fc1-4cb1-afcb-9e41a5d03fe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:44.023913378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d89e6f-5fc1-4cb1-afcb-9e41a5d03fe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.732455206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8467b7-475a-4409-9197-880bb26290e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.776612117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3eb1b87b-8bb1-472a-afa1-b3b11232f8b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.776649584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3eb1b87b-8bb1-472a-afa1-b3b11232f8b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.803853652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8467b7-475a-4409-9197-880bb26290e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.812178566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8467b7-475a-4409-9197-880bb26290e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.821591069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b95a605-4630-4149-869b-3b6e9414da42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.821617537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b95a605-4630-4149-869b-3b6e9414da42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.834738784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1893516-b939-4098-abb1-0912f452db95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.843156589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1893516-b939-4098-abb1-0912f452db95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.853238922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1893516-b939-4098-abb1-0912f452db95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.862917181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c46ecb8b-3709-423c-9878-3e6477156724","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.8629443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c46ecb8b-3709-423c-9878-3e6477156724","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:46.4793791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"f1dc90e5-e896-4154-9b01-43fd0db9167e","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.340058834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9755932e-388b-453c-b4e1-1d777b50923f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.340085145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9755932e-388b-453c-b4e1-1d777b50923f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.751400883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"88fe2ec1-1004-439c-b943-15d2421d5ee0","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.905523846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23f94523-a1f7-425f-af74-66407fe45772","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.905546758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23f94523-a1f7-425f-af74-66407fe45772","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:47.911048658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"92d2eac2-eeb8-40ac-a67f-238c4d318a76","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:48.193076606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"3e2d813b-7718-4d0a-b1ec-3a9544cb14cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:48.201732097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"3e2d813b-7718-4d0a-b1ec-3a9544cb14cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:48.209787741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (fc6ab73c5574aa617ead7f0625292388f6dd84e3c6bf0c59ab23d49088acc529) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (892ed215220e7b22f1a81094750990bc101345b9935e0189442b553aad7ad729) AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (5e4528db4f4a563d0e92abd78c75ccb60d14d3d5a40217a8163c852306c3d144) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f9db56e75e74d87d66f6eea625e0a16091d994b5ca4f00b7436dc45e00184e74) AuthConfig (1f00b801368bbccdc8812e4dc287b566ab2926f0fd83a4ef937bf00c580e4476) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (28d91156d36b0590b1bf7b8133bf0f74162ca470eca746c1a5cc6256c4ab843a) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (dff6f5965a22ce39a296aad8cf2fb59023b4866760f0f9902503925944f50c63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"3e2d813b-7718-4d0a-b1ec-3a9544cb14cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:48.218969932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"cdee7b3e-ee03-4e38-8383-a65f18281b83","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:48.21899201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"cdee7b3e-ee03-4e38-8383-a65f18281b83","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.174946868Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"8bf2b161-1beb-4086-8d36-46946840fb87","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.853415583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"313bdc96-96d1-46ae-a51e-8271c8f321bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.853438226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"313bdc96-96d1-46ae-a51e-8271c8f321bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.001647414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ee132482-642f-4d13-b59f-c2e0b3c5310d","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.063120569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef43ff5-aaa9-4cf1-b135-f9c27092fcc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.063143727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ef43ff5-aaa9-4cf1-b135-f9c27092fcc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.072838075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c98437cf-dc3b-4939-942d-6b11e96e08eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.072859416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c98437cf-dc3b-4939-942d-6b11e96e08eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.082115075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"namespace":"ai-tenant-e2e-mt-45c9595c","name":"e2e-policy-45c9595c","reconcileID":"ff23abef-738d-4fc5-9f58-f2865bb50633","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.112912248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"namespace":"ai-tenant-e2e-mt-45c9595c","name":"e2e-policy-45c9595c","reconcileID":"ff23abef-738d-4fc5-9f58-f2865bb50633","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.123946842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"namespace":"ai-tenant-e2e-mt-45c9595c","name":"e2e-policy-45c9595c","reconcileID":"ff23abef-738d-4fc5-9f58-f2865bb50633","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.13472836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23940640-45dd-40e8-bfde-1e9ce408679d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.134750854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23940640-45dd-40e8-bfde-1e9ce408679d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.462549678Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"0039617e-2647-4991-884f-54c8218f988f","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.319170587Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"a1574200-6b14-414a-a3de-76840d20ff42","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.76519888Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"6a536eaf-11b5-456b-b238-bbc7a9e977b7","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.828806989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"bff73fac-6013-4370-96b9-e74e6078dc57","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.828933385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89c7b2ea-84c2-4310-a515-eff67e9d2ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.828953765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89c7b2ea-84c2-4310-a515-eff67e9d2ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.839303188Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"namespace":"ai-tenant-e2e-mt-c5c8526c","name":"e2e-policy-c5c8526c","reconcileID":"bff73fac-6013-4370-96b9-e74e6078dc57","MaaSAuthPolicy":{"name":"e2e-policy-c5c8526c","namespace":"ai-tenant-e2e-mt-c5c8526c"},"policyNamespace":"ai-tenant-e2e-mt-c5c8526c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.853129175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6034058-5e15-4775-b295-e1dbf85694be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.853149902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6034058-5e15-4775-b295-e1dbf85694be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.8584021Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"68d09d60-cdd2-4059-9f61-c2041a3e8789","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.987908312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"718de03d-2d64-4f81-95be-cd07143c791f","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:53.767913151Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"8db1de8f-1609-4c04-9b23-43df99419104","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.698568358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.833122843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4a6c2a-aa37-4e3c-a8d1-f0d928b78f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.863742655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c29fe86b-4016-42f9-8da2-ddc18f021a5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.863766151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c29fe86b-4016-42f9-8da2-ddc18f021a5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.870327054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4a6c2a-aa37-4e3c-a8d1-f0d928b78f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.877923183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4a6c2a-aa37-4e3c-a8d1-f0d928b78f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.887111115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e70678-905f-4337-9f33-6554220b9689","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.887131776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e70678-905f-4337-9f33-6554220b9689","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.936130748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adf441dc-5569-4697-b953-9d5e45e85d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.944815737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adf441dc-5569-4697-b953-9d5e45e85d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.952079675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adf441dc-5569-4697-b953-9d5e45e85d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.961904012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3beefab2-5067-4aff-b017-b300f5d23bf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.961924214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3beefab2-5067-4aff-b017-b300f5d23bf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:56.489485268Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"027f01b4-148a-4069-91cc-82d963f4b4b9","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"subscription":"e2e-sub-625f4041","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:56.489625588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"027f01b4-148a-4069-91cc-82d963f4b4b9","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.34084415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c8591892-382f-40b5-a0b7-806fd61fb017","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.340870115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c8591892-382f-40b5-a0b7-806fd61fb017","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.75269434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"7493363b-b0fc-40c3-8c3f-57f0f8d41950","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.90651144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75be1e67-e6a0-4348-a9ef-469ca3047066","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.906546346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75be1e67-e6a0-4348-a9ef-469ca3047066","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:57.912088648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a3f44559-63ad-4a9f-ac22-cf0fee62b883","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:58.226283949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2deabfd3-dff4-4d46-ac55-acca0bec6382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:58.234731487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2deabfd3-dff4-4d46-ac55-acca0bec6382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:58.241935923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (fc6ab73c5574aa617ead7f0625292388f6dd84e3c6bf0c59ab23d49088acc529) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (892ed215220e7b22f1a81094750990bc101345b9935e0189442b553aad7ad729) AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (5e4528db4f4a563d0e92abd78c75ccb60d14d3d5a40217a8163c852306c3d144) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f9db56e75e74d87d66f6eea625e0a16091d994b5ca4f00b7436dc45e00184e74) AuthConfig (1f00b801368bbccdc8812e4dc287b566ab2926f0fd83a4ef937bf00c580e4476) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (28d91156d36b0590b1bf7b8133bf0f74162ca470eca746c1a5cc6256c4ab843a) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (dff6f5965a22ce39a296aad8cf2fb59023b4866760f0f9902503925944f50c63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2deabfd3-dff4-4d46-ac55-acca0bec6382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.179383861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"ec74f768-4261-40da-bb19-136f814d32cf","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.854973371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdc74c7f-b965-420c-8e13-26d9e2944456","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.855004242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdc74c7f-b965-420c-8e13-26d9e2944456","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.002875829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1229c6ab-9c23-45f2-be5a-d111e4cd3cc2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.469491014Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"d44831e2-3064-4b24-9d2e-255105a20a30","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.323533116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e312495b-3498-4e58-81fe-58713e63b11e","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.773498698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"0266ba1a-c887-4801-afff-081bb97b00b2","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:02.867049831Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"91f3d97d-4e53-4dad-96f8-d16dfcab67d4","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:02.867156434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"91f3d97d-4e53-4dad-96f8-d16dfcab67d4","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.98955689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"db81a3d9-d0e7-40d3-a14e-4490136ba9bc","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:03.779435219Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"cffe0353-1c15-46ed-ace9-ea1b4ff5a82f","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:03.779520182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"cffe0353-1c15-46ed-ace9-ea1b4ff5a82f","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.897124732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd3798c-2403-4d51-9a33-5ca93ab1ec3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.905885246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd3798c-2403-4d51-9a33-5ca93ab1ec3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.918363264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd3798c-2403-4d51-9a33-5ca93ab1ec3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.962942611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d51755a8-026d-4738-b31c-53c7b7030682","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.962968571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d51755a8-026d-4738-b31c-53c7b7030682","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.998280342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a961b45-7117-4c66-b6db-0ccd200d1a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:06.006772721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a961b45-7117-4c66-b6db-0ccd200d1a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:06.016587776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a961b45-7117-4c66-b6db-0ccd200d1a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:06.513434216Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"da9b84fe-2281-476c-8481-0dfb8a65ac4b","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.34167664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4142bf38-a37a-402d-b2d7-8b69c4516d38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.341711955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4142bf38-a37a-402d-b2d7-8b69c4516d38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.753873826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"4a927631-f97b-4916-b061-e28e78762f0f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.907649665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"38ea87c9-e7a7-43b4-8315-457fa624c4be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.907672769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"38ea87c9-e7a7-43b4-8315-457fa624c4be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:07.912973376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"3ea017d9-1857-4978-acb1-ac0e5a88a4ae","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:08.336393672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f51ac93-224a-46a0-b239-2d297d4fe05c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:08.345418824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f51ac93-224a-46a0-b239-2d297d4fe05c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:08.352550159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (fc6ab73c5574aa617ead7f0625292388f6dd84e3c6bf0c59ab23d49088acc529) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (892ed215220e7b22f1a81094750990bc101345b9935e0189442b553aad7ad729) AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (5e4528db4f4a563d0e92abd78c75ccb60d14d3d5a40217a8163c852306c3d144) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f9db56e75e74d87d66f6eea625e0a16091d994b5ca4f00b7436dc45e00184e74) AuthConfig (1f00b801368bbccdc8812e4dc287b566ab2926f0fd83a4ef937bf00c580e4476) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (28d91156d36b0590b1bf7b8133bf0f74162ca470eca746c1a5cc6256c4ab843a) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (dff6f5965a22ce39a296aad8cf2fb59023b4866760f0f9902503925944f50c63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7f51ac93-224a-46a0-b239-2d297d4fe05c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:10.18361013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"5fc1b373-3abb-4b2a-9412-a9f707b3f45f","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:10.8556545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9fddfc3f-2830-4201-b8be-6b1707e0994d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:10.855676265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9fddfc3f-2830-4201-b8be-6b1707e0994d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.003827273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"a374cc63-1f66-43af-804e-4468e2c774d2","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:11.478183546Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"c63cd3ed-cc12-4135-8dd4-dc1dfa0ec124","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:11.478326321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"c63cd3ed-cc12-4135-8dd4-dc1dfa0ec124","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.327399366Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"7750b49a-cd8f-443d-9eaf-9ee0c3cd487f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.461153681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c02308fd-1467-4114-8dff-57a2f2aa87f3","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.461384527Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c02308fd-1467-4114-8dff-57a2f2aa87f3","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.466630542Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c02308fd-1467-4114-8dff-57a2f2aa87f3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.466645737Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c02308fd-1467-4114-8dff-57a2f2aa87f3","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.786509342Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"cad1ccad-3700-4797-ab09-731319ac9b68","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.896401935Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"81f62c3d-34f9-4bd4-ae9e-8328acef7ce5","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:12.990637764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"8089ba68-719d-49d8-88ee-65c674636681","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.803626163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"5dc78f2a-b238-4daa-a9f4-3a11d4a91e7d","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.93483711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9023de3b-af48-41e2-b170-7f17d3ba5c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.95583189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9023de3b-af48-41e2-b170-7f17d3ba5c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.964653745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f49fab68-4c2d-45bb-8c57-2090c0cf99ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.964694489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f49fab68-4c2d-45bb-8c57-2090c0cf99ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.004908628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d30cb67-6646-4520-887f-e64388a63aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.004942135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d30cb67-6646-4520-887f-e64388a63aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.054053744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a42f3ea5-c661-4680-93a8-de7baf29d7b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.131421017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a42f3ea5-c661-4680-93a8-de7baf29d7b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.17086638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d130d61d-6bad-4ae7-b4b9-09928a390c40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.17089772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d130d61d-6bad-4ae7-b4b9-09928a390c40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.516585085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"ef1c2349-c04a-4b3f-9675-cca818d41368","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.97587806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"namespace":"ai-tenant-e2e-mt-45c9595c","name":"e2e-policy-45c9595c","reconcileID":"1660b949-165d-483d-a20a-34bf95255e74","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:16.983640818Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"namespace":"ai-tenant-e2e-mt-45c9595c","name":"e2e-policy-45c9595c","reconcileID":"1660b949-165d-483d-a20a-34bf95255e74","MaaSAuthPolicy":{"name":"e2e-policy-45c9595c","namespace":"ai-tenant-e2e-mt-45c9595c"},"policyNamespace":"ai-tenant-e2e-mt-45c9595c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.342613962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b42cf968-d963-429f-bcf8-6d9b87ed1dbe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.342648804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b42cf968-d963-429f-bcf8-6d9b87ed1dbe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.755381914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"5de4dfcd-c5a2-4bbb-956a-38ee6829cf76","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.908155345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8209c3b-1bbe-4e19-90cf-e1b72f65ac02","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.908178003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8209c3b-1bbe-4e19-90cf-e1b72f65ac02","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:17.913356226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"fb50a4ec-3149-4d25-b2ae-7f81c9f06fa7","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.360500622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"82d7d6f8-ff7f-465c-bc35-23024b876fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.37009481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"82d7d6f8-ff7f-465c-bc35-23024b876fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.377808539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"82d7d6f8-ff7f-465c-bc35-23024b876fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.385344161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"aaf1b882-1a28-4870-a0c7-a22a0fea319f","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.385365125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"aaf1b882-1a28-4870-a0c7-a22a0fea319f","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:20.191724135Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"1390d489-e6db-4485-93d4-52f30cc78562","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"subscription":"test-model-74dfc6-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:20.191809496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"1390d489-e6db-4485-93d4-52f30cc78562","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.857112059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"90b3babb-dbee-494e-a824-154ef186487f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.857133433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"90b3babb-dbee-494e-a824-154ef186487f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:21.005054539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"c7fbbed5-787b-4b3a-9b19-5de21b161b62","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:21.500707823Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"b1973ee1-8d5e-4c15-a5c3-abe5292b2f41","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:22.3345966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"910bff36-1f53-439a-b8df-9fef98148686","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:22.791971068Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"fc31732b-3457-4e4c-b174-0e47e3bbfeb5","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:22.900947242Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"9e0bcd7e-1600-4753-82a7-1d3869567752","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:22.991860483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"a5a774e6-a650-4b08-a9d6-6c5f352be602","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:23.807949839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"d28d2b30-75e5-4f09-adb4-a4c1426e294f","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.695875148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:26.172145534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ea36880-543e-4b2e-b579-c701f4f7a97c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:26.172170132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ea36880-543e-4b2e-b579-c701f4f7a97c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:26.520311724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"01e22509-0fe9-4244-96fe-14ae6c86341b","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.34416159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4caa686-e76a-474c-81e5-971929f187fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.344223438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4caa686-e76a-474c-81e5-971929f187fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.756325916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"0fb1451d-4c4e-404c-baa9-c748ed0bdc08","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.909448193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8aaa65b9-b08b-422e-9332-722c5796089f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.909566372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8aaa65b9-b08b-422e-9332-722c5796089f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:27.914567848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"30beb3ff-5668-4545-be3d-883974d1d272","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.399461501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f1a55ec6-92a4-4dcb-8455-10dc8fe683b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.411501329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f1a55ec6-92a4-4dcb-8455-10dc8fe683b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.418149404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"f1a55ec6-92a4-4dcb-8455-10dc8fe683b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.213630626Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"86070813-099b-45fb-9260-758449eda71c","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.857875895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99752d1b-848a-40b1-bd53-faee4d939c4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.857910302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99752d1b-848a-40b1-bd53-faee4d939c4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:31.005610625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"535a70f4-3bb5-4077-8754-36e0b52976c1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:31.504340034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"6f6a9287-3bda-42a1-a2aa-b1e566d8feb7","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.338754777Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"e1b3c67c-acf4-467c-841c-7b5b97e00eff","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.800137624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"36501ec5-738a-4f0d-a401-bc2de56c472f","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.904456061Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"086e7eb6-7be9-4cce-b1db-2e2c92664cd1","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.992932359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"15e96f5a-2a4c-4d2e-b6e9-510e0ed43151","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:33.811984941Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"35ab7ec8-55a2-4de3-b260-eec507af0849","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:36.173051043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606479a8-f5cb-430d-8146-d5304589b4b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:36.173081166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606479a8-f5cb-430d-8146-d5304589b4b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:36.525843041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"af246386-e803-47bb-b1a7-6451f4b3a224","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.34546216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dac67423-aac0-4185-9eff-4fac772c5097","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.345490828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dac67423-aac0-4185-9eff-4fac772c5097","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.776608561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e23d0800-449c-4609-afa4-790e7948a420","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.910740301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd5a4fc3-fb60-40b5-8493-25d97bd00561","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.910766178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd5a4fc3-fb60-40b5-8493-25d97bd00561","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.915310828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"c287541e-47bf-4911-9a62-0d3d08e014cf","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.426037591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2725d94d-acc3-4e62-9293-62905cb6ae44","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.434792075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2725d94d-acc3-4e62-9293-62905cb6ae44","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.441667078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2725d94d-acc3-4e62-9293-62905cb6ae44","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.608534374Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c6c94d4d-f734-4693-993f-054386c32e84","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.608654666Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c6c94d4d-f734-4693-993f-054386c32e84","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.613880439Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c6c94d4d-f734-4693-993f-054386c32e84","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.613901493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"c6c94d4d-f734-4693-993f-054386c32e84","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.283338579Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"58e85f4d-5885-430e-9476-d1f7b1d5de22","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.859286257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e727d19-41d0-459a-8d3e-e5325d521f8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.859312124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e727d19-41d0-459a-8d3e-e5325d521f8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:41.006926291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"23cc83d9-2323-482f-b670-1219b717a05e","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:41.508553664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"2716963d-56f4-45d5-8694-5e66b93e6f48","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:42.348060008Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"01752587-3c93-480f-8985-98dc234453b0","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:42.348150498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"01752587-3c93-480f-8985-98dc234453b0","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-abad4031 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:42.824124664Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"419c21b2-2a84-49d6-8e65-f54bdb61f47a","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"subscription":"e2e-shared-sub-6d203ec1","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:42.824307539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"419c21b2-2a84-49d6-8e65-f54bdb61f47a","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:42.83099555Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1.18e4a32881279ccc"},"error":"events.events.k8s.io \"e2e-shared-sub-6d203ec1.18e4a32881279ccc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f3708bb4 because it is being terminated","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).attemptRecording\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:211\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).recordToSink.func1\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:200"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:42.908756577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"30f7b111-0b4c-4aa1-9708-2d06e9a7eb8d","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:42.993869095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f1489008-1d43-43a6-b866-1b98e73c3630","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:43.815381702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"b3d4cb91-50d7-4e3e-ad87-517712e3f2e7","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.173767832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f59d315a-dbd6-4e2e-80b1-cc8da6bcda6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.173791965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f59d315a-dbd6-4e2e-80b1-cc8da6bcda6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:46.536934916Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"0d7f2e6c-d60f-4751-a006-308ada6973e6","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"subscription":"e2e-sub-625f4041","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:46.537029736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"0d7f2e6c-d60f-4751-a006-308ada6973e6","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-266d0609 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.347001838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"793afc69-3462-4fdb-b394-1719113d4607","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.347027562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"793afc69-3462-4fdb-b394-1719113d4607","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.778262425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"2e03bf83-43f8-4114-91ed-3ea9610ebc87","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.912149405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f42f4129-89fa-4faa-bb12-b1e2c9dfdd2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.912171618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f42f4129-89fa-4faa-bb12-b1e2c9dfdd2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:47.915682504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"a33841c1-1116-4a4f-81e3-340c0353e020","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:48.452383207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"fcecb8e6-2c7d-4ddb-aad5-0d63f840dcfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:48.46054898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"fcecb8e6-2c7d-4ddb-aad5-0d63f840dcfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:48.468170896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d14fc81a64d84e5e045d849649a1198c3e3c5576dfbe31dcaef0d72ac54d8628) AuthConfig (6d973b645d0a1fc105767b20263e65fe88e2cc5c652ddab081f4407418b8529c) AuthConfig (534ea8ffdd3431fe682d398b62400284a25be295f616f5d823af95448a2a6f20) AuthConfig (f81ec79f19abeec046dcf7c6788801b011a5fad7e44c3b871d827476b5e1e49e) AuthConfig (ddf35c4926602ac43832ad22c666cd0b93ed364ca32367da54c9f4b7a54240cb) AuthConfig (68f54d0a3ac74fb52c46f1ba37692f402dd2e6399b8c76e9c9a4595d0002b28a) AuthConfig (8405255537a78c6fe5890f09e18cc4ccb0c469218c443b5ae8ae12fffe4c762f) AuthConfig (dd0892160eb0fb2af1bd6671736ca5fe99972e573aac403cbdce2640a67f20be) AuthConfig (d2f14cd2dec8bf5175a3cc58a446ee215398c40e34c23ca16ed0523bcee4f260) AuthConfig (ce973deb3e02a2331fbf95f2b1b9fd4bacd2083b0747f344164d669480c95fac) AuthConfig (6382662352cf73f0522eaa497932267269f4911d910ea9564684631ef9448288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"fcecb8e6-2c7d-4ddb-aad5-0d63f840dcfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:50.287516148Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"0019f461-fae4-48e7-8ddd-12f49c223a2f","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:50.860556475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20b83c60-3cce-493c-8952-777fd20c2953","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:50.860581496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20b83c60-3cce-493c-8952-777fd20c2953","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:51.007828381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"e2a8c469-d618-4c2e-8147-9240b9b5c991","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:51.516444576Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"4725acb6-ce64-441a-8109-fe841486df56","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.370086672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"42d13450-5b99-459d-a03b-bcdf3e27e587","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.847135053Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"3bb9ea04-ad7f-4db9-802c-60668e4c0c4d","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.912705163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"9169ca51-6a94-4145-98f1-a56208491825","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.995271945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5d71a5d1-ed2f-4b18-83f9-54eb0301c187","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:53.819597189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"3ec5be82-c6f9-43f9-9d18-fb460e0500aa","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.696553245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.174859215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408e28ea-4995-4dd1-a3bb-215d58d72321","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.174895273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408e28ea-4995-4dd1-a3bb-215d58d72321","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.583906575Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"81b6bf02-3198-472c-ae1d-1af3768568bd","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.611469103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e982eea-e10c-4b23-884b-d09badc96e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.611496849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e982eea-e10c-4b23-884b-d09badc96e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.619247013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de44b8b5-8101-42a2-b6a1-51ea8667eab5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.619265363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de44b8b5-8101-42a2-b6a1-51ea8667eab5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.684590318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-66e10a07","reconcileID":"494040b0-f19a-4243-bb9c-91cf8390a36d","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.693142073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-66e10a07","reconcileID":"494040b0-f19a-4243-bb9c-91cf8390a36d","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.716240357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de27e450-8652-4032-a521-b9b9a8c03a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.71626502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de27e450-8652-4032-a521-b9b9a8c03a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.071073749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-66e10a07","reconcileID":"c4d44eb9-9247-4ad8-bf64-d84e99be5abc","MaaSAuthPolicy":{"name":"e2e-default-ns-66e10a07","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.071245045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb0be8d8-448f-4f7b-8a58-40e4901216b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.071265583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb0be8d8-448f-4f7b-8a58-40e4901216b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.182978313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75aee803-bd58-4e9b-9969-016dcc3d16d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.183001555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75aee803-bd58-4e9b-9969-016dcc3d16d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.34779536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cef30918-9772-4411-bf1f-bc9459b75d93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.347818485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cef30918-9772-4411-bf1f-bc9459b75d93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.779141394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"464eb130-4ef8-445e-9a67-0d4864161515","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.913480216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7c94ff58-176c-44f0-bcc1-829d02fd36d9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.913504967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7c94ff58-176c-44f0-bcc1-829d02fd36d9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.91700025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"51d66df9-58f7-4be0-b86a-2a2db5daa419","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.475372168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"0326ad9b-b4f8-44fd-a4a3-56234a60543f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.483395052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"0326ad9b-b4f8-44fd-a4a3-56234a60543f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.508868364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8dc7b7d2-4893-42e2-a761-84b333e3cf76","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.508886576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8dc7b7d2-4893-42e2-a761-84b333e3cf76","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:00.291547546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"1e6c2788-07b4-449b-96db-3efe88ef15df","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:00.861352829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0fc5ee0-46da-4808-adf2-4fdebf9acca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:00.861375383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0fc5ee0-46da-4808-adf2-4fdebf9acca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:01.009128516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"32cb3679-7a90-4649-b910-348fe0e0a2cb","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:01.522819339Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"209352c6-4ee3-4110-89e8-dd17c2d4d101","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.001146294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"90b15b76-444a-4b8b-a23e-9b176bfaa7ea","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.001169512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"90b15b76-444a-4b8b-a23e-9b176bfaa7ea","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.008096048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"2c477a77-b77f-4ea3-96b4-23fa498009d3","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.008115839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"2c477a77-b77f-4ea3-96b4-23fa498009d3","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.016631124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2a4051cf-5690-4e1d-bd02-7122ed2bfcaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.051264237Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2a4051cf-5690-4e1d-bd02-7122ed2bfcaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.059367315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"2a4051cf-5690-4e1d-bd02-7122ed2bfcaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.068314965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6864e0a7-1234-4a64-a647-be76f92fc1c5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.068333011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6864e0a7-1234-4a64-a647-be76f92fc1c5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.376063393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"9306b3c2-4ae7-4adb-bf09-48c2e3fa329d","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.85498495Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"1fa72f14-fe3e-46aa-9e6d-f1fe18e37be7","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.916155039Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"77618224-0143-4164-82d9-0d0a5b91cb06","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.99642701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"76205516-d9da-4205-99b5-1afe166e5952","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.483703726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"c7f04255-2ec3-4db5-9a14-de0012a40967","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.593455198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37119389-b28a-405d-9940-bbc57de51c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.597390029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37119389-b28a-405d-9940-bbc57de51c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.601976716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37119389-b28a-405d-9940-bbc57de51c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.606544798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37119389-b28a-405d-9940-bbc57de51c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.823350184Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"196c769d-8027-48b8-8ebb-e7431dcbe347","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.901277795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649a41-e42f-4dec-aea9-2a93ee799f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.904439458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649a41-e42f-4dec-aea9-2a93ee799f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.90950985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649a41-e42f-4dec-aea9-2a93ee799f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.912621581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649a41-e42f-4dec-aea9-2a93ee799f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:05.091911584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d151f97a-3687-46b6-ba3a-ee11418cbaa5","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:05.092010319Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d151f97a-3687-46b6-ba3a-ee11418cbaa5","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:05.103443428Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d151f97a-3687-46b6-ba3a-ee11418cbaa5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:05.103462918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"d151f97a-3687-46b6-ba3a-ee11418cbaa5","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.176960556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f58f7985-8807-4b9f-a676-e7689ea05c66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.176996792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f58f7985-8807-4b9f-a676-e7689ea05c66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.588416252Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"e5fe36df-07de-4eac-9d4f-40f574cb3f4a","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.348568642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5446e746-9ca2-411c-a7c2-4832e87d7918","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.348603873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5446e746-9ca2-411c-a7c2-4832e87d7918","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.780570545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"d432604a-eabe-42de-b95b-715f88898872","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.914819711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fcd5337-4d7a-42bb-a7b0-80378ddb2b2d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.914843475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fcd5337-4d7a-42bb-a7b0-80378ddb2b2d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:07.918343323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"7a830e48-f30e-4263-9026-8c2a0d6f07fa","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:10.862980652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f3a01cf-6612-469b-802a-a8640957afbb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:10.863003106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f3a01cf-6612-469b-802a-a8640957afbb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:11.010289656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2ed37a4b-717c-405f-9393-cbaf43285c3a","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:11.527876226Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"a30c9a50-32d4-4eeb-9a28-ac8a6e009d7b","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403cf98d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.130682306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"1837a1d6-f2b8-4d84-ab00-82d067010692","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.139975101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"1837a1d6-f2b8-4d84-ab00-82d067010692","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.147775723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"1837a1d6-f2b8-4d84-ab00-82d067010692","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.449953603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"60dac115-7c6f-4cc5-8fc8-ed6cc12778dc","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.859859929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"021f7fa6-e2be-4f66-bbdd-2cff7e670738","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.920812362Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"996715d8-eabb-4bfc-a9b1-7a5f879d6e92","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:12.997536129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b524af5b-ab5c-42a4-991e-ff47354a7e2b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:13.487836545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"64f81120-2902-41d0-ae65-dcf48551cb38","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:13.827782438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"79e0125f-a995-41e8-90ca-3205bbcf7642","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.184682832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02414172-f295-4021-a766-c06b4238d52c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.184706948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02414172-f295-4021-a766-c06b4238d52c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.592282657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"e5509ba2-f411-43ac-b5e8-2b5dcfc799a7","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266d0609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.34946212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06bfb2a8-565a-44b7-ae35-260649f58125","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.349489033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06bfb2a8-565a-44b7-ae35-260649f58125","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.782116528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"9b2c5b13-49d1-4c5d-99bb-f8754fd3bbca","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.916109101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd6db7f6-b428-4b8e-b491-184140636eee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.9161308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd6db7f6-b428-4b8e-b491-184140636eee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.919585083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"aae56fbf-ecab-4e24-a3b8-43eba8577739","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:20.864096042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51be6e5b-0189-482d-b457-c4454fca23de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:20.864124754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51be6e5b-0189-482d-b457-c4454fca23de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.010980147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"684b2ebc-3a40-4d7b-b1b4-27a84fbc11a1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.532663806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"68cd96e1-46b1-414c-bb17-2258b0983d1c","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6d203ec1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.545573292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"namespace":"ai-tenant-e2e-mt-6d203ec1","name":"e2e-shared-sub-6d203ec1","reconcileID":"68cd96e1-46b1-414c-bb17-2258b0983d1c","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-6d203ec1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.59430889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4faf2cc-0984-4068-b505-b3a1f69a8b76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.594341731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4faf2cc-0984-4068-b505-b3a1f69a8b76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.154254779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"ff522a16-589a-487c-b55b-58b927eb3dbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.162507222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"ff522a16-589a-487c-b55b-58b927eb3dbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.170350752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"ff522a16-589a-487c-b55b-58b927eb3dbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.45649982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"8ad039f8-a149-438c-8db7-231aaf5513db","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abad4031","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.86828112Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"0ec7ddb5-d0c3-467e-93ec-bd90ce79a99d","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4bdd0b59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.924751415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"ed5ee83a-3454-47c6-a58d-458a18186e0f","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.999015533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"43acaf66-0bf6-4d21-8d42-3bba6a1bdc6c","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.491372492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"cbd471e6-e3ea-4483-97d6-454a9abac9a4","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14db2bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.831925132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"1e542505-e300-4c85-8c36-8571271845d3","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb827799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:25.699994047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.186310092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38b01387-3dd1-4b2a-9524-3bd8ef303afb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.186333569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38b01387-3dd1-4b2a-9524-3bd8ef303afb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.595586391Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"043387a8-80d2-47dd-b0cf-18812d22a271","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-625f4041","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.607586007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"namespace":"ai-tenant-e2e-mt-625f4041","name":"e2e-sub-625f4041","reconcileID":"043387a8-80d2-47dd-b0cf-18812d22a271","MaaSSubscription":{"name":"e2e-sub-625f4041","namespace":"ai-tenant-e2e-mt-625f4041"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.630599534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989ac215-9a85-4925-8122-3b8d12f5ee30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:26.630621777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989ac215-9a85-4925-8122-3b8d12f5ee30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.350685727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79f066f0-da54-4c88-ad7a-e78f106b3b8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.350718036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79f066f0-da54-4c88-ad7a-e78f106b3b8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.782784067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"1388d41d-c994-4ed1-9e95-1013cededeea","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.917312875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a544605-9b27-45a5-b2cb-51c94182a2bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.917339199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a544605-9b27-45a5-b2cb-51c94182a2bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.920793805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"dc57e7e4-b3e0-4d02-bcd1-08d3ba31d6ce","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:30.865319464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10c7741c-3474-4def-ab38-b663aaf189a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:30.865343002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10c7741c-3474-4def-ab38-b663aaf189a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.012149504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"288049fd-3b82-4313-83bf-7c0a1249b5f8","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.36586572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"eab2c02a-ac2d-4cf2-8941-28284b8ba20e","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.365935271Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"eab2c02a-ac2d-4cf2-8941-28284b8ba20e","name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.371353656Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"eab2c02a-ac2d-4cf2-8941-28284b8ba20e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.371379693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"eab2c02a-ac2d-4cf2-8941-28284b8ba20e","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.177392689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"18277394-92b4-4114-b404-eeea930cea59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.190956226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"18277394-92b4-4114-b404-eeea930cea59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.282000706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91189b0591ab6f55bce24463312ee7062a3691f61fa85ee264d02c69cd3510c2) AuthConfig (a6708716c8b31592d33b430b3a1127c23acaeace663c311e988fc507cdfc1990) AuthConfig (01ae34e23d593e455e082d6aad0c8b45b361813b21adc0d829ffe76ce7e2411f) AuthConfig (834e95b2fda670cc394ceee11ade03c43661b25dd25aca048c506ceb9feb35eb) AuthConfig (2e967cd13f5f2301c41a4429732c6855f54ac5414fc8085b05db4befe4c05b74) AuthConfig (402ae7cb75cc233168cdf9f862c8a24db17ba69b0cf1ff9a49d67e098030efdb) AuthConfig (2c90677c0cc905418d906afba2e37fb04f6b97ea90e85e30be3bbe903f05114a) AuthConfig (376670aafee99e93900a806da77ac323706dc4002cd638f6f2791d581d81e19a) AuthConfig (c77f97e8f172257da72ab64d71d49ab7f5c4647049ef3834eeb332508f15ad93) AuthConfig (00612f21a13a7ca406332034e8a187b997f07975e695a40aaf13bcd9dc058c01) AuthConfig (712363f84f96ff68719984b1d992814fbe29962c8c5c43a726a64b9f5b441c0d) AuthConfig (05e57cb947cd7f02878a708f92d14ffb2a25032305e9e019d6fbd31df84b3ce4) AuthConfig (1e1b3562db78098938347ffb73ac8d329242ba297708aaa3d47f0f2119f8a8d2) AuthConfig (0ee8dc408d19a6e2cdd840afddadec3fe81420cc57cb622a34da25fa87384265) AuthConfig (d22b715e818258c5c6984e927d13afa486a70e290b315cb3544760c8fb336c52) AuthConfig (3dd83fdfbb8dfbda001d085daf9c9da851f59dfe9e2a40bdcc8b719e4ce2e41a) AuthConfig (fbf9e84d5b45871500bcfa1c06175bff33b23850ad48d1756a8c5ddc67d4eedf) AuthConfig (f7912b4c83c9349af7dfd76023ffa09b4498e2d965d425f0d45008c9a881b105)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"18277394-92b4-4114-b404-eeea930cea59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.297664368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"8fa21de5-a1c6-491e-93ee-a1aa573229f3","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.297687328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"8fa21de5-a1c6-491e-93ee-a1aa573229f3","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.461530495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"543f20d9-a71a-4dd2-bbd0-d2192983fc02","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","subscription":"e2e-shr-shared-7cb2ed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.461734909Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"543f20d9-a71a-4dd2-bbd0-d2192983fc02","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","error":"MaaSModelRef not found: e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.872104201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"90f02438-efb4-41f2-900c-f4a89d4d044e","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6d203ec1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.882299687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"namespace":"ai-tenant-e2e-mt-f3708bb4","name":"e2e-shared-sub-6d203ec1","reconcileID":"90f02438-efb4-41f2-900c-f4a89d4d044e","MaaSSubscription":{"name":"e2e-shared-sub-6d203ec1","namespace":"ai-tenant-e2e-mt-f3708bb4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.905094557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ffb8967-78b2-4dc3-b0bc-1426c3fcd106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.905118885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ffb8967-78b2-4dc3-b0bc-1426c3fcd106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:32.933526647Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"99af1451-ed4c-4f48-8d61-18137d9097cb","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"subscription":"e2e-shr-shared-7cb2ed-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:32.933594866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"99af1451-ed4c-4f48-8d61-18137d9097cb","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-5bac6f1e failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:33.003249065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3c03b4b9-584e-44cb-9c94-cfd6d60290a4","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:33.496893768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"a79dfaf4-7b38-4b1c-83d5-5c894f773cac","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","subscription":"test-model-74dfc6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:33.497060466Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"test-model-74dfc6-sub","reconcileID":"a79dfaf4-7b38-4b1c-83d5-5c894f773cac","MaaSSubscription":{"name":"test-model-74dfc6-sub","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"model":"ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","error":"MaaSModelRef not found: ai-tenant-e2e-inf-b-74dfc6/test-model-74dfc6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:33.841804284Z","body":"failed to revoke subscription API keys; will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"97a6a831-9391-4fe2-a4c8-b5608e39aa43","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"subscription":"test-model-e7b70d-sub","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1139\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:496\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:33.841888109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"97a6a831-9391-4fe2-a4c8-b5608e39aa43","error":"subscription API-key cleanup Job odh-ai-gateway-infra/maas-api-revoke-sub-fb827799 failed","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.187144716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c0ce58d-8db3-491d-bcc9-52802465d1e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.187180688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c0ce58d-8db3-491d-bcc9-52802465d1e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.352255134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e1d61dd-e946-4e24-9d6e-10cf9bf8c427","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.352279682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e1d61dd-e946-4e24-9d6e-10cf9bf8c427","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.78374889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"48de39d1-5e1d-4754-a306-85fb158f4a7f","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.91881421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e54968a-8e56-4c87-a123-5f7bb479d921","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.91884159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e54968a-8e56-4c87-a123-5f7bb479d921","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.921369748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"00a02f35-d7f6-4da9-88e1-e6beb6cc7414","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.404480598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0c63f7-88aa-4a27-a1fd-b18b986452d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.407520134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0c63f7-88aa-4a27-a1fd-b18b986452d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.410470526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0c63f7-88aa-4a27-a1fd-b18b986452d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.413449563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0c63f7-88aa-4a27-a1fd-b18b986452d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.955755699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f607d225-17d4-4d09-a2a9-34ae0007f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.986727708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f607d225-17d4-4d09-a2a9-34ae0007f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.994528399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f607d225-17d4-4d09-a2a9-34ae0007f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.99844784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f607d225-17d4-4d09-a2a9-34ae0007f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.258806491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ef7b7d-46d0-4b20-92b4-3e3d07aa47d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.26195662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ef7b7d-46d0-4b20-92b4-3e3d07aa47d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.265058598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ef7b7d-46d0-4b20-92b4-3e3d07aa47d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.268092382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ef7b7d-46d0-4b20-92b4-3e3d07aa47d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.866753949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cafed919-56dc-4d1f-8308-0e11e7f8a4ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.866783306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cafed919-56dc-4d1f-8308-0e11e7f8a4ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.013328359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9ad811e8-047c-4a98-aa28-0be57be3f3a0","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.25373997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74b05baf-f7ed-4d6c-be75-27be11560fb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.253872554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74b05baf-f7ed-4d6c-be75-27be11560fb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.295647646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"515612dc-f448-43d8-ac0f-58488f60fed3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.302628752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"192508ec-5a94-450e-b26a-4795377657a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.303058823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6dcdaf5-f98a-4070-8e85-11f3ec5f6881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.304984613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"97d699fa-9a2a-471a-a95c-b0e7a471914c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.311089769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"192508ec-5a94-450e-b26a-4795377657a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.311599746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6dcdaf5-f98a-4070-8e85-11f3ec5f6881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.313648003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"97d699fa-9a2a-471a-a95c-b0e7a471914c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.317148416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a949d13-fed7-4922-8395-20bde9990a6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.317166423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a949d13-fed7-4922-8395-20bde9990a6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.370549975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f84d4fe3-b6b6-4858-83bc-95107eba3fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.404975721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"13288b6d-13d0-4467-8213-744851b9c73f","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.405000313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"13288b6d-13d0-4467-8213-744851b9c73f","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.877820896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"146db2b2-58a5-4504-89c8-b5aa3e554fac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.87784953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"146db2b2-58a5-4504-89c8-b5aa3e554fac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.955652362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"c9cee14c-bf78-405e-bc89-fc4a2a9d3f50","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","subscription":"e2e-shr-shared-7cb2ed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.955787359Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"e2e-shr-shared-7cb2ed-sub","reconcileID":"c9cee14c-bf78-405e-bc89-fc4a2a9d3f50","MaaSSubscription":{"name":"e2e-shr-shared-7cb2ed-sub","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"model":"e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","error":"MaaSModelRef not found: e2e-extmod-shr-user-324935/e2e-shr-shared-7cb2ed-e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.005010418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"eae90320-b653-432b-a1a3-c1d83d0bee11","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.815959046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7f89d4e5-7460-4f13-8689-e7fea202c272","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.815984975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7f89d4e5-7460-4f13-8689-e7fea202c272","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.826756776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8148809b-d79d-42b1-8eae-fafbda4f81f2","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.826786834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8148809b-d79d-42b1-8eae-fafbda4f81f2","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.864257335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7df8ff9f-1a94-4c77-b997-42a24e73c41f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:43.864821809Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8148809b-d79d-42b1-8eae-fafbda4f81f2","name":"rate-test-model-836265","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-836265\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:43.864886048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8148809b-d79d-42b1-8eae-fafbda4f81f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-836265\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:43.865439934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"fed8626b-5c31-4417-b577-63f33b73c0ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-a7e8c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.879798058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"6b10eee5-6c70-4588-90ef-aa832b2e226a","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","subscription":"test-model-e7b70d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.879983567Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"test-model-e7b70d-sub","reconcileID":"6b10eee5-6c70-4588-90ef-aa832b2e226a","MaaSSubscription":{"name":"test-model-e7b70d-sub","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"model":"ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","error":"MaaSModelRef not found: ai-tenant-e2e-inf-a-e7b70d/test-model-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.884575347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"38897470-2a4e-4918-8d35-281d5b771e2b","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.884605747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"38897470-2a4e-4918-8d35-281d5b771e2b","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.898105673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"666a606d-e222-4c19-8764-f8af19935276","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.901141082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"666a606d-e222-4c19-8764-f8af19935276","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.905776246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"7df8ff9f-1a94-4c77-b997-42a24e73c41f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.907266684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"fd6567b5-2276-46d9-8660-e4a3c6ffd55c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.907292003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"fd6567b5-2276-46d9-8660-e4a3c6ffd55c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.926647655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"56982742-5c18-4b1c-abc6-e44e0a2c4229","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.926987229Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"59596850-b20b-43af-b115-12518271a886","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"rate-test-model-836265","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-836265/e2e-rate-iso-a-a7e8c8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.934682624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"56982742-5c18-4b1c-abc6-e44e0a2c4229","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.000580186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"ad4172ed-52b6-4272-bfb2-3a9c14bf0449","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.000608566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"ad4172ed-52b6-4272-bfb2-3a9c14bf0449","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.020175866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"18e3b0bd-106d-44aa-a605-d18b9b64e2be","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.084308488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"1843a490-12f1-41ac-b758-e308cb6507ca","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.084334222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"1843a490-12f1-41ac-b758-e308cb6507ca","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.095019957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"5ad54828-303c-4ae6-9f57-bd2836d2999e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.096467412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"651d5370-d335-4054-9a0f-1132ab099d2a","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.096550402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"651d5370-d335-4054-9a0f-1132ab099d2a","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:44.097560586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"5a9900cb-c2b1-4444-938c-9f969438c9d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-a7e8c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.103779908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"5ad54828-303c-4ae6-9f57-bd2836d2999e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.108141903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6a042aa9-e4cc-43cc-834a-4cffdf997a50","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.108163192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6a042aa9-e4cc-43cc-834a-4cffdf997a50","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.115792819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"13391bc1-55f3-4a7b-b2b8-5840ec4b8f0a","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.115813398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"13391bc1-55f3-4a7b-b2b8-5840ec4b8f0a","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.133375249Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"f4bac707-8293-419d-b3c7-f58380369d75","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"rate-test-model-660d95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-660d95/e2e-rate-iso-b-a7e8c8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.153277447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"8775cdc5-ff83-43f1-b01d-59d3d14693c5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.15329878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"8775cdc5-ff83-43f1-b01d-59d3d14693c5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.218173937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"56deea92-8fca-44ad-bdcd-873dae230afb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.226110411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"56deea92-8fca-44ad-bdcd-873dae230afb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.231143867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"542f2332-6b1a-4f84-8af0-03b31c318734","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.614988149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"9a38f9bd-7666-44c5-b95d-1e18ae95af02","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.634259353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"71454e2e-f148-4291-bf74-3d1d33c07eab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.637666145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c919dc1d-79f5-48d4-97a2-db426033e65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.637809931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a4eeaa84-e5b4-435c-8635-ccd482c3d011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.664550286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"a4eeaa84-e5b4-435c-8635-ccd482c3d011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.664806834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"c919dc1d-79f5-48d4-97a2-db426033e65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.705570034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4ff185a3-c28b-443f-808b-bb87aea5a63d","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:44.761833635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"eb2a504b-363d-45e9-93c9-678b0e334359","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.927957443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8cfb017c-033d-45d5-9793-ddb50ab91a25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.927983249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8cfb017c-033d-45d5-9793-ddb50ab91a25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.35381208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75b6ae4f-ab2d-4632-baf6-ddcafe72660b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.353836253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75b6ae4f-ab2d-4632-baf6-ddcafe72660b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.784858089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"fa0628c3-eebd-4095-933a-c6b83462808c","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.921912458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"9ee89869-71db-469b-aa20-1e7d7d9003bb","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:48.57810504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"76b23946-4b42-4450-a91c-b355e3e6840d","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.970434966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"af8b65d5-759b-4d10-bc10-fd48e9f64666","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.991766562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"6ab44675-4817-4b07-925c-6ea9e9360292","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.082004046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8393a6b6-1efb-44f8-8515-307c2b9d9af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.082481439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69a67828-28c0-4df6-9f40-d9962598ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.089994932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"8393a6b6-1efb-44f8-8515-307c2b9d9af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.092327576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"69a67828-28c0-4df6-9f40-d9962598ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.093393237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"76b2e96f-f75d-43f6-9fa0-32b4636f96d0","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.110452595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"2f289b24-1518-455a-b73d-6ea1eec43209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.015808957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"f33d8ee9-0ccc-41c4-8bef-065c9992f2c3","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.091005348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"b829891a-a6f2-4b8f-a8d0-46e859dde5b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.096669389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c1b9b690-3828-4580-a30e-8bc96a072b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.097130599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6d79558b-1c59-4247-a70b-13849237a6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.105193818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"c1b9b690-3828-4580-a30e-8bc96a072b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.105356727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"6d79558b-1c59-4247-a70b-13849237a6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.111801173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"c9300eb4-f8ba-4fc8-b28b-b247ce2dd84b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.131030579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"41efc586-db1e-4a10-81cf-b9461820e81a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.700797309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","namespace":"ai-tenant-e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.700854976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","namespace":"ai-tenant-e2e-extmod-a-98529d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.700902883Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","tenant":"e2e-extmod-a-98529d","tenantID":"e2e-extmod-a-98529d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.707825592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Deployment","name":"maas-api-e2e-extmod-a-98529d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.719819441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Service","name":"maas-api-e2e-extmod-a-98529d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.735057388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-98529d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.74140631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-98529d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.748729782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.754593917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.763051811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.768511381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.775887417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.778687759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.781569921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Service","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.784241383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.787219721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.790174154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.793077827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.800527378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.80338851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.806313658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.808903661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-98529d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.811588426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98529d"},"namespace":"ai-tenant-e2e-extmod-a-98529d","name":"default-tenant","reconcileID":"b0a32360-40ba-406b-af6b-5db3f083b711","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-98529d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.024148649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3fd3f8a0-9753-4850-8a54-d58269e46c8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.024173239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3fd3f8a0-9753-4850-8a54-d58269e46c8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.097258372Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-98529d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-98529d","reconcileID":"fa627022-5e69-4c9a-a6fc-56cd65fa57e2","aitenant":"ai-tenants/e2e-extmod-a-98529d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.247127743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315f68b-1c1c-481f-bfc6-256940009112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.276552763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-98529d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-98529d","reconcileID":"fa627022-5e69-4c9a-a6fc-56cd65fa57e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-98529d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-98529d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.279408927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315f68b-1c1c-481f-bfc6-256940009112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.282663861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315f68b-1c1c-481f-bfc6-256940009112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.285849883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315f68b-1c1c-481f-bfc6-256940009112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.658447118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138580ba-52a5-4334-aec8-bebfe8742128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.661674215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138580ba-52a5-4334-aec8-bebfe8742128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.664905605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138580ba-52a5-4334-aec8-bebfe8742128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.668389748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138580ba-52a5-4334-aec8-bebfe8742128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.116005906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2861e701-6f9a-4ec2-96b0-85ad24bf4af7","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.116047769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2861e701-6f9a-4ec2-96b0-85ad24bf4af7","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.145503815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917c1f4-3c6d-4dec-ba85-fdf2765f5826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.148664885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917c1f4-3c6d-4dec-ba85-fdf2765f5826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.151701009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917c1f4-3c6d-4dec-ba85-fdf2765f5826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.154921602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917c1f4-3c6d-4dec-ba85-fdf2765f5826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.442380285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea5ba2e-5ec1-4624-a883-8fbc8defd630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.446607258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea5ba2e-5ec1-4624-a883-8fbc8defd630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.449684798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea5ba2e-5ec1-4624-a883-8fbc8defd630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.452704358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea5ba2e-5ec1-4624-a883-8fbc8defd630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.695015772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.756074212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.756127893Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","namespace":"ai-tenant-e2e-inf-a-e7b70d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.756173887Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","tenant":"e2e-inf-a-e7b70d","tenantID":"e2e-inf-a-e7b70d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.760966172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Deployment","name":"maas-api-e2e-inf-a-e7b70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.777725097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Service","name":"maas-api-e2e-inf-a-e7b70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.789694056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e7b70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.794660624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e7b70d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.8033443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.814444576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.822574669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.82824278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.83127415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.834264333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.837252934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Service","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.841932381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.845114882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.848071715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.851009442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.857805953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.860696091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.863733173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.86666686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e7b70d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.869510443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7b70d"},"namespace":"ai-tenant-e2e-inf-a-e7b70d","name":"default-tenant","reconcileID":"658df861-6c8c-4cbb-ab13-b8780bce9b07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e7b70d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.026380789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7b70d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7b70d","reconcileID":"40e2ce72-03c7-4011-9c3e-11e8abbd308e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e7b70d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e7b70d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.351179461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f53fe4-f496-4db1-92b7-0f56012a729b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.35532735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f53fe4-f496-4db1-92b7-0f56012a729b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.359959321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f53fe4-f496-4db1-92b7-0f56012a729b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.364056074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f53fe4-f496-4db1-92b7-0f56012a729b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.629341357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4799ce4a-81f6-4c12-b99f-e58a39f0a317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.632783538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4799ce4a-81f6-4c12-b99f-e58a39f0a317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.638194702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4799ce4a-81f6-4c12-b99f-e58a39f0a317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:58.650462223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4799ce4a-81f6-4c12-b99f-e58a39f0a317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.126967767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"138fffff-44ab-40f3-8270-0ad3b2346d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.286896707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"85877821-9b67-4f3d-99a4-93851cceb998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.387146792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1548c94-6827-4fdb-8be0-6dce8ef6cdd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.387160586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"9667b252-e596-4f31-a4d9-4867b494cd07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.387606783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"722ce719-9cd9-46ae-8732-f1d717ff2eb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.388032652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0af2b43a-3303-4eca-91da-cfe66048af30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.390889146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"17b34b52-5d6d-4ce8-af9f-37a150e67ee6","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.414973662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"dfed5738-57f5-4536-af34-4387309b9370","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.414992862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"dfed5738-57f5-4536-af34-4387309b9370","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.544757731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"9a217d03-7396-4514-94a0-54c781e0f9a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.695729748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"2c42899c-850b-4fe8-a0cd-6ecc6b38531c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.696784543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"1a7cea24-0f1b-409d-8a87-dc250ec42ebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.788338664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"45db65d8-d73b-4e30-b269-2ec723a663cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.788825874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"ca97a7f1-e63a-443a-83e8-dba312efc741","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.788848403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"a6e6a553-1d6c-472b-a275-4210e781b0c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.812531751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"205485de-10d9-48af-b60d-e010a23544d6","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.812553638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"205485de-10d9-48af-b60d-e010a23544d6","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.8480854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"7614b657-846e-4fa7-b83a-f1d91ea41613","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.661791713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"c17d0dc7-d544-47c8-bba9-95b0f54ffb2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.702430885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"c17d0dc7-d544-47c8-bba9-95b0f54ffb2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.212058964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"b989cd3a-7b11-4072-878f-732f13af070b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.221985072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"b989cd3a-7b11-4072-878f-732f13af070b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.629134964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c92575e-5b56-47bf-adf4-3f1f6ca8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.63257334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c92575e-5b56-47bf-adf4-3f1f6ca8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.636364387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c92575e-5b56-47bf-adf4-3f1f6ca8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.640750416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c92575e-5b56-47bf-adf4-3f1f6ca8c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.3804689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8e868f-34cf-4a4c-be66-568c7771f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.431030555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8e868f-34cf-4a4c-be66-568c7771f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.492679443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8e868f-34cf-4a4c-be66-568c7771f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.551670258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8e868f-34cf-4a4c-be66-568c7771f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.923925056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d0f98-e9a7-4fbc-8f6b-f3c79037e6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.926973097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d0f98-e9a7-4fbc-8f6b-f3c79037e6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.930458928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d0f98-e9a7-4fbc-8f6b-f3c79037e6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.93360405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d0f98-e9a7-4fbc-8f6b-f3c79037e6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.526634176Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","namespace":"ai-tenant-e2e-inf-b-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.526845904Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","namespace":"ai-tenant-e2e-inf-b-74dfc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.530436348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","tenant":"e2e-inf-b-74dfc6","tenantID":"e2e-inf-b-74dfc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.537921207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Deployment","name":"maas-api-e2e-inf-b-74dfc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.556853829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Service","name":"maas-api-e2e-inf-b-74dfc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.569780707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-74dfc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.575428248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-74dfc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.581629837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.589570384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.597650966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.604363814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.607062452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Deployment","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.610059031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.613104447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Service","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.615933861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.619304643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.621981948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.624895887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.632142792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.63497935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.637978306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.640799868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-74dfc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.644295528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-74dfc6"},"namespace":"ai-tenant-e2e-inf-b-74dfc6","name":"default-tenant","reconcileID":"7b656aaa-c610-4c9b-97f8-9fb61dfffece","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-74dfc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.741169146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"acd2d192-4301-4f9d-ac0d-8c683df96299","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.741418363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"f92cd27f-47f0-4443-8340-769149170983","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.741436905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"f92cd27f-47f0-4443-8340-769149170983","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.752787759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"acd2d192-4301-4f9d-ac0d-8c683df96299","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.765754345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"192f63d0-23c9-4df9-b0ac-ec70d2c7c814","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.78404104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"acd2d192-4301-4f9d-ac0d-8c683df96299","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.784068138Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"acd2d192-4301-4f9d-ac0d-8c683df96299","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.793748613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"d3343ae9-b4d8-46c2-9f98-479531d16073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.794382006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"0f9711b5-dad4-448b-ba80-240104515f40","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.794405463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"0f9711b5-dad4-448b-ba80-240104515f40","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.877508601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"d3343ae9-b4d8-46c2-9f98-479531d16073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.888465295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"d3343ae9-b4d8-46c2-9f98-479531d16073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.888568475Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"d3343ae9-b4d8-46c2-9f98-479531d16073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.889610215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"f2fe59c8-405a-4d6d-a987-924babff1e16","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:08.896147557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"d3343ae9-b4d8-46c2-9f98-479531d16073","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-a7e8c8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.997360862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"10f3ea7a-71fe-43b6-98a1-c35222557473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.997534997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"e45bd096-4d28-4991-a060-88b0bd986f2d","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.997561611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"e45bd096-4d28-4991-a060-88b0bd986f2d","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.009681532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"10f3ea7a-71fe-43b6-98a1-c35222557473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.02163961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"5118880f-5b38-4469-ac61-34c6d1633881","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.039606754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"10f3ea7a-71fe-43b6-98a1-c35222557473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.039631427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-a7e8c8","reconcileID":"10f3ea7a-71fe-43b6-98a1-c35222557473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.048963554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"dec9fc44-b985-447e-83f7-d39dd4f0e03b","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.048981447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"dec9fc44-b985-447e-83f7-d39dd4f0e03b","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.123275713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"f694d10f-bdf1-4dd5-aa8b-e9f943d3b0c5","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.252322874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"95886222-eb4a-40e4-88f5-d557bfa18d69","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.252355892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"95886222-eb4a-40e4-88f5-d557bfa18d69","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.025886477Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","namespace":"ai-tenant-e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.025941589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","namespace":"ai-tenant-e2e-extmod-b-b503a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.025990366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","tenant":"e2e-extmod-b-b503a8","tenantID":"e2e-extmod-b-b503a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.031681699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b503a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.045471594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Service","name":"maas-api-e2e-extmod-b-b503a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.055759359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b503a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.065728538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b503a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.073249791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.079484987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.089167136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.096880086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.100070784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.103035666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.106275612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Service","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.110088628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.112930778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.11587663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.118776612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.125889108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.128986387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.131807364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.134657358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b503a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.137463723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b503a8"},"namespace":"ai-tenant-e2e-extmod-b-b503a8","name":"default-tenant","reconcileID":"bce42084-1edf-4ac9-9db8-d939d17baf46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b503a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.62866969Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-74dfc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-74dfc6","reconcileID":"2e5b3bd6-7287-480d-8bfb-330ce6c19ab8","aitenant":"ai-tenants/e2e-inf-b-74dfc6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.788422986Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-74dfc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-74dfc6","reconcileID":"2e5b3bd6-7287-480d-8bfb-330ce6c19ab8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-74dfc6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-74dfc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.815613739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa286d4a-6987-42db-b5d0-4538db4130a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.819296032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa286d4a-6987-42db-b5d0-4538db4130a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.82304355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa286d4a-6987-42db-b5d0-4538db4130a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.826466198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa286d4a-6987-42db-b5d0-4538db4130a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.178500648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243a4bb2-bb53-4272-9fa8-789c708cd510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.182731829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243a4bb2-bb53-4272-9fa8-789c708cd510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.186595856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243a4bb2-bb53-4272-9fa8-789c708cd510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.190517025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243a4bb2-bb53-4272-9fa8-789c708cd510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.70933858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb745ce-2e14-4790-902c-43fd3cea473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.713165404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb745ce-2e14-4790-902c-43fd3cea473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.718488536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb745ce-2e14-4790-902c-43fd3cea473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.727365067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb745ce-2e14-4790-902c-43fd3cea473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.198100838Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b503a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b503a8","reconcileID":"027ba429-74ca-4e58-af54-40ae48cd234b","aitenant":"ai-tenants/e2e-extmod-b-b503a8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.293628585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"1f3ffc36-1bc5-45ef-bcff-96af84a025c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscription":"e2e-rate-iso-a-a7e8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.297168648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"1f3ffc36-1bc5-45ef-bcff-96af84a025c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.30071987Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-a7e8c8","reconcileID":"1f3ffc36-1bc5-45ef-bcff-96af84a025c7","MaaSSubscription":{"name":"e2e-rate-iso-a-a7e8c8","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.391617213Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b503a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b503a8","reconcileID":"027ba429-74ca-4e58-af54-40ae48cd234b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b503a8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b503a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.397054557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae089f7-6316-4ad8-a16c-b2b13023964a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.39983242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"91cebe4d-c28f-428a-9e12-568f5137cd9e","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.399854288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"91cebe4d-c28f-428a-9e12-568f5137cd9e","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.401304331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae089f7-6316-4ad8-a16c-b2b13023964a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.404993479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae089f7-6316-4ad8-a16c-b2b13023964a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.408507186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae089f7-6316-4ad8-a16c-b2b13023964a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.42741089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"02085efb-d61c-47d3-b503-5744d04244b0","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.427431017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"02085efb-d61c-47d3-b503-5744d04244b0","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.577624134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"24215b29-e204-4f60-b4cf-39447cd7493d","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.577647947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"24215b29-e204-4f60-b4cf-39447cd7493d","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.641426547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8b95a0-c4e1-47e4-9d83-48a3f3e94702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.651220418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8b95a0-c4e1-47e4-9d83-48a3f3e94702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.682389606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8b95a0-c4e1-47e4-9d83-48a3f3e94702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.686305668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8b95a0-c4e1-47e4-9d83-48a3f3e94702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.837220134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"73be0b07-aa73-4e21-a0da-c9045a9ef5e6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.837257623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"73be0b07-aa73-4e21-a0da-c9045a9ef5e6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.202013842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"fd1a9992-006a-45ab-9c0b-986bf31cb969","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.202045379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"fd1a9992-006a-45ab-9c0b-986bf31cb969","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.2146981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"5d56145e-0051-4461-a2da-e40fcaa40653","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.214731627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"5d56145e-0051-4461-a2da-e40fcaa40653","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.227584573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"793bf3b5-5227-4118-b45c-2d2564753f51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.272613012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"793bf3b5-5227-4118-b45c-2d2564753f51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.280087744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"793bf3b5-5227-4118-b45c-2d2564753f51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.287135418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2ab6beb4-4bc8-4a86-a959-141728c2708d","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.2872387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2ab6beb4-4bc8-4a86-a959-141728c2708d","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.360824234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab307b-d99f-4115-a751-a5f5b51e030b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.36404607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab307b-d99f-4115-a751-a5f5b51e030b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.36708191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab307b-d99f-4115-a751-a5f5b51e030b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.370268492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab307b-d99f-4115-a751-a5f5b51e030b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.745759957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d7667-1ac7-44e0-9da3-605ccc99d527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.748814857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d7667-1ac7-44e0-9da3-605ccc99d527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.751789724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d7667-1ac7-44e0-9da3-605ccc99d527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.755498906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5d7667-1ac7-44e0-9da3-605ccc99d527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:25.721516728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.340448606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774e891b-42e8-4e21-85c9-be86d026cb7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.343629998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774e891b-42e8-4e21-85c9-be86d026cb7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.347049585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774e891b-42e8-4e21-85c9-be86d026cb7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.350797905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774e891b-42e8-4e21-85c9-be86d026cb7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.710751585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1ed4b-422c-4e4b-96c2-fb8c6e725b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.714336796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1ed4b-422c-4e4b-96c2-fb8c6e725b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.717582725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1ed4b-422c-4e4b-96c2-fb8c6e725b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.720995769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c1ed4b-422c-4e4b-96c2-fb8c6e725b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.594473618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"563c1f8c-c041-41b6-8114-4e15f777112d","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscription":"e2e-rate-iso-b-a7e8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.598444753Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"563c1f8c-c041-41b6-8114-4e15f777112d","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.60318316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-a7e8c8","reconcileID":"563c1f8c-c041-41b6-8114-4e15f777112d","MaaSSubscription":{"name":"e2e-rate-iso-b-a7e8c8","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.637382798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"176db2ae-eb8e-4e72-a223-7a0940fa1cb5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.63741859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"176db2ae-eb8e-4e72-a223-7a0940fa1cb5","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.820325953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"bf1aaaef-10db-4c6f-98b3-83ac5223d693","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.820361373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"bf1aaaef-10db-4c6f-98b3-83ac5223d693","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.826780237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"91e493ff-1009-4540-8406-58227d0d1949","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.826894763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"91e493ff-1009-4540-8406-58227d0d1949","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.834420106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"46ca2767-e141-4542-a346-7b15d634db15","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.86461597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"46ca2767-e141-4542-a346-7b15d634db15","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.872477798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"46ca2767-e141-4542-a346-7b15d634db15","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.881521762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8e02d123-eeea-4f62-a9f3-3e7a13d3cc3c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.881541351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"8e02d123-eeea-4f62-a9f3-3e7a13d3cc3c","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.29492026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"b991c4aa-59cd-4cc5-b565-823640e347df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.303403248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"b991c4aa-59cd-4cc5-b565-823640e347df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.310341092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"b991c4aa-59cd-4cc5-b565-823640e347df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.129565919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","namespace":"ai-tenant-e2e-shared-a-w4-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.129624636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","namespace":"ai-tenant-e2e-shared-a-w4-942930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.129673083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","tenant":"e2e-shared-a-w4-942930","tenantID":"e2e-shared-a-w4-942930","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.135246178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-942930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.147768207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Service","name":"maas-api-e2e-shared-a-w4-942930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.164362696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-942930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.173331588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-942930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.185420395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.191293715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.199444114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.205335471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.208381996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.211166754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.214169711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.217024401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.220096351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.222794927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.225565431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.232496851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.235293436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.238000328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.240912836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-942930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.243757562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-942930"},"namespace":"ai-tenant-e2e-shared-a-w4-942930","name":"default-tenant","reconcileID":"42c2df93-67b0-4f08-80f7-0e44ed1ebadc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-942930","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.794489013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"9e9d62a0-3384-451a-97a9-bf9c4d1fd2d7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.794623463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"9e9d62a0-3384-451a-97a9-bf9c4d1fd2d7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.083667021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"c188eaac-478a-4d89-82dd-30fc6434883f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.083690834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"c188eaac-478a-4d89-82dd-30fc6434883f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.089362564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"1e8cd10b-7167-4f0e-914e-3d5544f7b66f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.089385584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"1e8cd10b-7167-4f0e-914e-3d5544f7b66f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.095105324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b4c61b17-0312-4872-8ab2-2be1c82436f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.124281004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b4c61b17-0312-4872-8ab2-2be1c82436f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.130850615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b4c61b17-0312-4872-8ab2-2be1c82436f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.13697424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"e7a41e4f-351e-41d2-8281-6b283ecb0e60","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.136995688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"e7a41e4f-351e-41d2-8281-6b283ecb0e60","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.963737867Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.963816226Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","namespace":"ai-tenant-e2e-extmod-a-a0d4ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.963884585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","tenant":"e2e-extmod-a-a0d4ec","tenantID":"e2e-extmod-a-a0d4ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.969024412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a0d4ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.98326688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Service","name":"maas-api-e2e-extmod-a-a0d4ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.993947292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a0d4ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.001790191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a0d4ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.010373834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.016108945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.024436107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.029898362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.032711556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.038002424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.041108827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Service","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.044284926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.047164344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.049969637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.053779626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.060574859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.063437551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.066365258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.069285543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a0d4ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.07193215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0d4ec"},"namespace":"ai-tenant-e2e-extmod-a-a0d4ec","name":"default-tenant","reconcileID":"011de573-3593-446e-9865-529a4c7248ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a0d4ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:39.887713025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"8023951c-eba8-4681-b0b3-29e49240377a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:39.895735161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"8023951c-eba8-4681-b0b3-29e49240377a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:39.902609956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"8023951c-eba8-4681-b0b3-29e49240377a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.184426273Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-942930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-942930","reconcileID":"08ff4d34-4631-4a41-a5ff-06ac5d8ea885","aitenant":"ai-tenants/e2e-shared-a-w4-942930","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.340272749Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-942930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-942930","reconcileID":"08ff4d34-4631-4a41-a5ff-06ac5d8ea885","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-942930","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-942930"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.37699225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87142a89-38af-49fd-ae5f-64d19c09b410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.380430499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87142a89-38af-49fd-ae5f-64d19c09b410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.383557981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87142a89-38af-49fd-ae5f-64d19c09b410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.386826315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87142a89-38af-49fd-ae5f-64d19c09b410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.777001693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a623024-3bd8-4c35-ae0a-9ea8d4753b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.780517657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a623024-3bd8-4c35-ae0a-9ea8d4753b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.783709985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a623024-3bd8-4c35-ae0a-9ea8d4753b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.78705306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a623024-3bd8-4c35-ae0a-9ea8d4753b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.156351755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7617fa8-d963-42d8-8f33-39b7ea2ce6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.159729466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7617fa8-d963-42d8-8f33-39b7ea2ce6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.163336486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7617fa8-d963-42d8-8f33-39b7ea2ce6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.166531572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7617fa8-d963-42d8-8f33-39b7ea2ce6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.316323494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"6acac042-15f2-46d9-8f48-5e5dd9bf34fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.324903484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"6acac042-15f2-46d9-8f48-5e5dd9bf34fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:42.332253495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"6acac042-15f2-46d9-8f48-5e5dd9bf34fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.982715997Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0d4ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0d4ec","reconcileID":"bf0d7ebf-1cf9-4d49-9a7a-b238635e4020","aitenant":"ai-tenants/e2e-extmod-a-a0d4ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.048907935Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0d4ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0d4ec","reconcileID":"bf0d7ebf-1cf9-4d49-9a7a-b238635e4020","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0d4ec","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a0d4ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.079479564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6eee2f-c118-44ed-b036-13c3610cae2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.082779691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6eee2f-c118-44ed-b036-13c3610cae2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.085841871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6eee2f-c118-44ed-b036-13c3610cae2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.089296898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6eee2f-c118-44ed-b036-13c3610cae2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.142767743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ffd760c2-e829-4150-9a74-25ee2fb7321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.150808089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ffd760c2-e829-4150-9a74-25ee2fb7321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.164315311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ffd760c2-e829-4150-9a74-25ee2fb7321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.353786162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a254c2f-8ac1-42df-8afe-c604324f80dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.356810165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a254c2f-8ac1-42df-8afe-c604324f80dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.359706562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a254c2f-8ac1-42df-8afe-c604324f80dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.362820367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a254c2f-8ac1-42df-8afe-c604324f80dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.880333856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75afe279-8616-4d88-904e-24bf3ff3c7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.888076465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75afe279-8616-4d88-904e-24bf3ff3c7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.895590425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75afe279-8616-4d88-904e-24bf3ff3c7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.899188466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75afe279-8616-4d88-904e-24bf3ff3c7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.140962955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9683e1c3-1970-4a41-84a2-e634dd9cca2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.145399382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9683e1c3-1970-4a41-84a2-e634dd9cca2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.149300525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9683e1c3-1970-4a41-84a2-e634dd9cca2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.153216296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9683e1c3-1970-4a41-84a2-e634dd9cca2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.577124369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa07e0d-1370-4c0a-99be-67e1f54615c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.580606947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa07e0d-1370-4c0a-99be-67e1f54615c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.583561304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa07e0d-1370-4c0a-99be-67e1f54615c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.586537913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa07e0d-1370-4c0a-99be-67e1f54615c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.912409837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"050ec01d-a4e1-44b4-ad82-264f66ca9e68","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.920582093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"050ec01d-a4e1-44b4-ad82-264f66ca9e68","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.927572789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-836265-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"050ec01d-a4e1-44b4-ad82-264f66ca9e68","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.404538643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"787109e7-cb3f-4eea-b7e0-0eaf1097c0c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.413113474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"787109e7-cb3f-4eea-b7e0-0eaf1097c0c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.420148501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (15918fe21084e8ea4f613122ea61caeff3de1f2a0f14b31e8b408dbb298a5662) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (3c40bfda65ae1519a8d3f52f9b6be28452390bd54e51f940d03aeb8e9e919665) AuthConfig (952d7cc133a627c72f6ce4becb0a58ca3661d8f9f0d8573a2da2abbd507cb0fd) AuthConfig (ffe731ef40bf0c4e82ada775f7151c5373335503d41c4712de7ce84aa80214b9) AuthConfig (d7ace435f68b14b414baab08148d1993a1e215d5b5004351156fea6aa72a8fa1) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (ab84a7a023074e3a4f846576cb81e64827bd7aa561def586866fad9cad5acf40) AuthConfig (11a85cb7f48a48e322fa03985b25e1bce6fa40f899eeea082f511362a206ad45) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (223e5f8e59cf23c23d01d3fa24a8b8d14db6328ec6e269633ece2f9b61ce48fc) AuthConfig (7d4540d0271fb7d6a4c1e2b676ba52e861e8542a16597a078ae2a08827e4b7e4) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db) AuthConfig (836fbf199770fee93d9a217f60242affb142d16b13fd8ad99d34153389bf5431) AuthConfig (f7fbe1c12e6e4201bff75e27e4d36e157a904059cf34ee1f0caeb45c86e34b3c) AuthConfig (5d3d2eb192a492ce64c2c00ef4a50c1820b21c082fa2d77b6b0081e6824bea3d) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"787109e7-cb3f-4eea-b7e0-0eaf1097c0c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.431954322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"cee8dea0-8004-41c0-bdf0-579f414a1cd3","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.431986598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"cee8dea0-8004-41c0-bdf0-579f414a1cd3","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.700460438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"e7da45f5-df2c-446c-b1c5-aa7d7267aca1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.710166397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"e7da45f5-df2c-446c-b1c5-aa7d7267aca1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.737789385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"d9b662e3-8067-4d80-afd0-536287e3bbe1","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.73781264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"d9b662e3-8067-4d80-afd0-536287e3bbe1","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.482524637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e59757-8685-4a37-b302-8a65a714b77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.486289861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e59757-8685-4a37-b302-8a65a714b77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.506041124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e59757-8685-4a37-b302-8a65a714b77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.511191067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e59757-8685-4a37-b302-8a65a714b77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.778416193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c7aecb-046e-4bf9-b3ac-0acdcd920318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.781478556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c7aecb-046e-4bf9-b3ac-0acdcd920318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.784532413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c7aecb-046e-4bf9-b3ac-0acdcd920318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:54.78748291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c7aecb-046e-4bf9-b3ac-0acdcd920318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.042684826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b63958-8720-402d-ba0d-04fd954beef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.045758215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b63958-8720-402d-ba0d-04fd954beef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.048757069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b63958-8720-402d-ba0d-04fd954beef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.05175977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b63958-8720-402d-ba0d-04fd954beef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.242786191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88e9e97-8ee0-491c-a8e8-cef5a47bfbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.246321136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88e9e97-8ee0-491c-a8e8-cef5a47bfbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.24962602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88e9e97-8ee0-491c-a8e8-cef5a47bfbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.252961236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88e9e97-8ee0-491c-a8e8-cef5a47bfbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.696863527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.80348581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6ce3a58e-b2e5-470d-9bc9-1799cf8c5bbe","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.803512132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"6ce3a58e-b2e5-470d-9bc9-1799cf8c5bbe","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.809531375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ecb31c0-f2a9-4513-937f-b70d8f00f291","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.809561367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ecb31c0-f2a9-4513-937f-b70d8f00f291","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.815290284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"5e84d19b-f048-4cc3-bf63-e0e9c9b76746","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.848439754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"5e84d19b-f048-4cc3-bf63-e0e9c9b76746","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.855414945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"5e84d19b-f048-4cc3-bf63-e0e9c9b76746","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.862459748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9c3e9e6d-0d48-4621-9e68-b8b6c4c7c539","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.862479652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9c3e9e6d-0d48-4621-9e68-b8b6c4c7c539","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:56.170985192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"c99628b8-3ae5-44cd-9e7e-af09ecbf432d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:56.180378231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"c99628b8-3ae5-44cd-9e7e-af09ecbf432d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:56.189331978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"c99628b8-3ae5-44cd-9e7e-af09ecbf432d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:02.44448377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"a3c2a91d-fd72-4bda-a30a-cc8803c6b588","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:02.455476782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"a3c2a91d-fd72-4bda-a30a-cc8803c6b588","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:02.463069639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (15918fe21084e8ea4f613122ea61caeff3de1f2a0f14b31e8b408dbb298a5662) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (3c40bfda65ae1519a8d3f52f9b6be28452390bd54e51f940d03aeb8e9e919665) AuthConfig (952d7cc133a627c72f6ce4becb0a58ca3661d8f9f0d8573a2da2abbd507cb0fd) AuthConfig (ffe731ef40bf0c4e82ada775f7151c5373335503d41c4712de7ce84aa80214b9) AuthConfig (d7ace435f68b14b414baab08148d1993a1e215d5b5004351156fea6aa72a8fa1) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (ab84a7a023074e3a4f846576cb81e64827bd7aa561def586866fad9cad5acf40) AuthConfig (11a85cb7f48a48e322fa03985b25e1bce6fa40f899eeea082f511362a206ad45) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (223e5f8e59cf23c23d01d3fa24a8b8d14db6328ec6e269633ece2f9b61ce48fc) AuthConfig (7d4540d0271fb7d6a4c1e2b676ba52e861e8542a16597a078ae2a08827e4b7e4) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db) AuthConfig (836fbf199770fee93d9a217f60242affb142d16b13fd8ad99d34153389bf5431) AuthConfig (f7fbe1c12e6e4201bff75e27e4d36e157a904059cf34ee1f0caeb45c86e34b3c) AuthConfig (5d3d2eb192a492ce64c2c00ef4a50c1820b21c082fa2d77b6b0081e6824bea3d) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"a3c2a91d-fd72-4bda-a30a-cc8803c6b588","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.106219984Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.106280766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","namespace":"ai-tenant-e2e-shared-b-w4-88a18e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.106333846Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","tenant":"e2e-shared-b-w4-88a18e","tenantID":"e2e-shared-b-w4-88a18e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.111344675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-88a18e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.124481265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Service","name":"maas-api-e2e-shared-b-w4-88a18e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.134958686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-88a18e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.143606105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-88a18e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.151716107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.158341727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.166272722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.171804976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.174562173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.177180186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.179972403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.182653858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.185596757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.190166357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.193134504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.199993026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.202606641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.205359704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.208103243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-88a18e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.210781615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-88a18e"},"namespace":"ai-tenant-e2e-shared-b-w4-88a18e","name":"default-tenant","reconcileID":"c32821fc-3261-492f-9700-d457e1215efd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-88a18e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.218856938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","namespace":"ai-tenant-e2e-extmod-b-0e1546","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.218923467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","namespace":"ai-tenant-e2e-extmod-b-0e1546","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.218974975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","tenant":"e2e-extmod-b-0e1546","tenantID":"e2e-extmod-b-0e1546","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.225812252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Deployment","name":"maas-api-e2e-extmod-b-0e1546","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.24095917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Service","name":"maas-api-e2e-extmod-b-0e1546","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.25682599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-0e1546","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.262683452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-0e1546","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.268607422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.275989115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.284337061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.289615076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.292591352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.295249923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.297961647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Service","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.300536699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.303121766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.305751728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.309994415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.317144227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.320027644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.322901554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.326630558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-0e1546","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.329298169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e1546"},"namespace":"ai-tenant-e2e-extmod-b-0e1546","name":"default-tenant","reconcileID":"702979a4-d429-4cbd-bf97-7bb7210e26b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-0e1546","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.883655881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"cf10e5c9-d879-492d-ae91-a89077c24c7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.914336967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"cf10e5c9-d879-492d-ae91-a89077c24c7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.928138155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"cf10e5c9-d879-492d-ae91-a89077c24c7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:06.19831641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"28c33c0a-12b6-4083-8778-ecbc03060861","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:06.220753925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"28c33c0a-12b6-4083-8778-ecbc03060861","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:06.238685313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"28c33c0a-12b6-4083-8778-ecbc03060861","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.758233756Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e1546","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e1546","reconcileID":"574fa3a0-5e11-42f8-9586-813172cc8298","aitenant":"ai-tenants/e2e-extmod-b-0e1546","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.932003937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e1546","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e1546","reconcileID":"574fa3a0-5e11-42f8-9586-813172cc8298","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e1546","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-0e1546"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.963616806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042302c9-e881-47af-8f34-2e98136fee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.967178884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042302c9-e881-47af-8f34-2e98136fee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.970866046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042302c9-e881-47af-8f34-2e98136fee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.983234755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042302c9-e881-47af-8f34-2e98136fee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.215182678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6192cf72-b02a-42e2-8869-de7e1d60df11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.220915404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6192cf72-b02a-42e2-8869-de7e1d60df11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.2284401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6192cf72-b02a-42e2-8869-de7e1d60df11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.235242761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6192cf72-b02a-42e2-8869-de7e1d60df11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.821731849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4b0e3f-228b-4d64-bf55-688fb02ad7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.825278671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4b0e3f-228b-4d64-bf55-688fb02ad7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.876921516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4b0e3f-228b-4d64-bf55-688fb02ad7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.887565653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4b0e3f-228b-4d64-bf55-688fb02ad7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.492921605Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-88a18e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-88a18e","reconcileID":"e09bd76d-a690-4d76-b968-aca30ffd6fae","aitenant":"ai-tenants/e2e-shared-b-w4-88a18e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.559495195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c33186-a45d-4e07-b174-12656d13e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.562654793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c33186-a45d-4e07-b174-12656d13e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.565847936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c33186-a45d-4e07-b174-12656d13e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.569891552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c33186-a45d-4e07-b174-12656d13e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.570409074Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-88a18e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-88a18e","reconcileID":"e09bd76d-a690-4d76-b968-aca30ffd6fae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-88a18e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-88a18e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.85336727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2932fe-44be-4a06-916e-c424c4bd67c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.876926238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2932fe-44be-4a06-916e-c424c4bd67c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.880543139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2932fe-44be-4a06-916e-c424c4bd67c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.883611766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2932fe-44be-4a06-916e-c424c4bd67c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.470496878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"077fea76-d2c8-4461-a768-06f90679822e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.47991508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"077fea76-d2c8-4461-a768-06f90679822e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.487195265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (15918fe21084e8ea4f613122ea61caeff3de1f2a0f14b31e8b408dbb298a5662) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (3c40bfda65ae1519a8d3f52f9b6be28452390bd54e51f940d03aeb8e9e919665) AuthConfig (952d7cc133a627c72f6ce4becb0a58ca3661d8f9f0d8573a2da2abbd507cb0fd) AuthConfig (ffe731ef40bf0c4e82ada775f7151c5373335503d41c4712de7ce84aa80214b9) AuthConfig (d7ace435f68b14b414baab08148d1993a1e215d5b5004351156fea6aa72a8fa1) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (ab84a7a023074e3a4f846576cb81e64827bd7aa561def586866fad9cad5acf40) AuthConfig (11a85cb7f48a48e322fa03985b25e1bce6fa40f899eeea082f511362a206ad45) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (223e5f8e59cf23c23d01d3fa24a8b8d14db6328ec6e269633ece2f9b61ce48fc) AuthConfig (7d4540d0271fb7d6a4c1e2b676ba52e861e8542a16597a078ae2a08827e4b7e4) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db) AuthConfig (836fbf199770fee93d9a217f60242affb142d16b13fd8ad99d34153389bf5431) AuthConfig (f7fbe1c12e6e4201bff75e27e4d36e157a904059cf34ee1f0caeb45c86e34b3c) AuthConfig (5d3d2eb192a492ce64c2c00ef4a50c1820b21c082fa2d77b6b0081e6824bea3d) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"077fea76-d2c8-4461-a768-06f90679822e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.934983815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"e9469de4-e30f-4590-825d-da68d9ef9e78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.946517617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"e9469de4-e30f-4590-825d-da68d9ef9e78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.955519597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"e9469de4-e30f-4590-825d-da68d9ef9e78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.254068163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"58ed699c-ab3c-4513-86a5-2cb0a8d33ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.278569775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"58ed699c-ab3c-4513-86a5-2cb0a8d33ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.287867694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"58ed699c-ab3c-4513-86a5-2cb0a8d33ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.330643268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262f5de4-7b57-4fd3-8116-9a66df41068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.334091421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262f5de4-7b57-4fd3-8116-9a66df41068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.337726406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262f5de4-7b57-4fd3-8116-9a66df41068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.345132157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262f5de4-7b57-4fd3-8116-9a66df41068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.770862809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16860144-9d98-4c23-a7d2-e615b55ac269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.775970843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16860144-9d98-4c23-a7d2-e615b55ac269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.779610044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16860144-9d98-4c23-a7d2-e615b55ac269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.786035429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16860144-9d98-4c23-a7d2-e615b55ac269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.146026679Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.146106227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.146174635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","tenant":"e2e-shared-a-w0-4fb1d0","tenantID":"e2e-shared-a-w0-4fb1d0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.151183231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-4fb1d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.167306483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Service","name":"maas-api-e2e-shared-a-w0-4fb1d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.186060746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-4fb1d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.196388453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-4fb1d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.205323276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.218054128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.22656524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.238184047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.241278202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.244104024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.246961089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.249700571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.25241475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.255056704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.25762206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.264234559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.269296835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.272021016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.274759025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-4fb1d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.277445241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0"},"namespace":"ai-tenant-e2e-shared-a-w0-4fb1d0","name":"default-tenant","reconcileID":"6d7a453c-587f-4b24-9489-29d67eaeaf43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-4fb1d0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.494169093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"5420d97a-4eb9-412c-bdd6-05dd1f62e542","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.504543643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"5420d97a-4eb9-412c-bdd6-05dd1f62e542","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.514706159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bfc240-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af6d7dfd818dca72508fb124bbb1e1fffb2c283f7296f2dd51357321a5498ca3) AuthConfig (15918fe21084e8ea4f613122ea61caeff3de1f2a0f14b31e8b408dbb298a5662) AuthConfig (9469e6f4a62afd004589740b2d98643b28f00bd83957e720a8b2222f62758792) AuthConfig (3c40bfda65ae1519a8d3f52f9b6be28452390bd54e51f940d03aeb8e9e919665) AuthConfig (952d7cc133a627c72f6ce4becb0a58ca3661d8f9f0d8573a2da2abbd507cb0fd) AuthConfig (ffe731ef40bf0c4e82ada775f7151c5373335503d41c4712de7ce84aa80214b9) AuthConfig (d7ace435f68b14b414baab08148d1993a1e215d5b5004351156fea6aa72a8fa1) AuthConfig (b0e96b3b885f3ab81408c9c099894618cfe2eece1358e0ff27f2568be0c99799) AuthConfig (ab84a7a023074e3a4f846576cb81e64827bd7aa561def586866fad9cad5acf40) AuthConfig (11a85cb7f48a48e322fa03985b25e1bce6fa40f899eeea082f511362a206ad45) AuthConfig (6cc47668969f43ebe33f9f1fecf81d8030a4a83514a2dfc01d22904b7dc368ae) AuthConfig (223e5f8e59cf23c23d01d3fa24a8b8d14db6328ec6e269633ece2f9b61ce48fc) AuthConfig (7d4540d0271fb7d6a4c1e2b676ba52e861e8542a16597a078ae2a08827e4b7e4) AuthConfig (ab03f6f55537958c0efe5ddd293d75972820dc10fb30455fc22860cf380cf8db) AuthConfig (836fbf199770fee93d9a217f60242affb142d16b13fd8ad99d34153389bf5431) AuthConfig (f7fbe1c12e6e4201bff75e27e4d36e157a904059cf34ee1f0caeb45c86e34b3c) AuthConfig (5d3d2eb192a492ce64c2c00ef4a50c1820b21c082fa2d77b6b0081e6824bea3d) AuthConfig (96d2d2bec201ba10b908894b23706a72d72013481fbce792908ba1ecd17b2690)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"5420d97a-4eb9-412c-bdd6-05dd1f62e542","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.532652618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"53df17bd-9152-4fde-8491-0cc4bf227165","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.5326852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-access","reconcileID":"6ca51fe5-a697-440e-8df2-cb7f585656be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.550644195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"0089da4f-9709-4acc-a1d2-b5552560a829","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.58115902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"06d91468-0fc1-4277-809b-c3f37f621b0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.594421107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8f7b7371-a804-4e97-9223-249853f5c2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.603759754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"8f7b7371-a804-4e97-9223-249853f5c2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.643625086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"835a0423-67aa-4f51-bd62-a3ec0c9a6a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.677724958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"835a0423-67aa-4f51-bd62-a3ec0c9a6a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.681678786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"a4afa5f2-13b4-400a-ae7c-ebafc5171686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.790375317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"ed9aca87-3e59-4d5b-97a6-7eeab320f654","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.796539769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9b373e1e-1244-4d97-a3dc-054e8028921c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.812010338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9b373e1e-1244-4d97-a3dc-054e8028921c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.49665757Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4fb1d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4fb1d0","reconcileID":"08f3dc83-5136-43dc-ae5d-1c39d90f88c6","aitenant":"ai-tenants/e2e-shared-a-w0-4fb1d0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.605033887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f4a6c6-3dce-405d-9453-2503fa0bf149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.608417684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f4a6c6-3dce-405d-9453-2503fa0bf149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.611752932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f4a6c6-3dce-405d-9453-2503fa0bf149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.61495267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f4a6c6-3dce-405d-9453-2503fa0bf149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.6272258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4fb1d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4fb1d0","reconcileID":"08f3dc83-5136-43dc-ae5d-1c39d90f88c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4fb1d0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4fb1d0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.920570294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cf630-847f-4714-bbbc-135e23c6276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.927794437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cf630-847f-4714-bbbc-135e23c6276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.931492836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cf630-847f-4714-bbbc-135e23c6276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.93483597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cf630-847f-4714-bbbc-135e23c6276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:24.162578128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad855b6f-2186-4d9c-bd12-924952eae88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:24.179549185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad855b6f-2186-4d9c-bd12-924952eae88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:24.200541407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad855b6f-2186-4d9c-bd12-924952eae88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:24.232237177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad855b6f-2186-4d9c-bd12-924952eae88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.695892061Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.964002009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"65102312-913d-4eef-9f4e-c22d073dd771","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.97842932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"65102312-913d-4eef-9f4e-c22d073dd771","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.985181543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"65102312-913d-4eef-9f4e-c22d073dd771","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:26.293707255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"a5c55e60-c32a-4340-9d8f-986ecece8c9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:26.30390639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"a5c55e60-c32a-4340-9d8f-986ecece8c9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:26.311020414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"a5c55e60-c32a-4340-9d8f-986ecece8c9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.464497127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"f25ec6cb-4ae3-40f0-ad21-22a3422c6962","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.510081008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"853b253d-2624-4656-a18b-ad7f1f66a173","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.579867948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"9176e3d7-35ae-4cd7-9f8c-92382d683391","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.602597616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08d433bc-2360-4a43-a4b0-f523960059e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.604657932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"2e04853c-c1af-4454-b18a-0be3cb29c520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.610650429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"08d433bc-2360-4a43-a4b0-f523960059e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.625522204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e3c4bff0-e86b-4ace-b40d-8b4176c2ab1a","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.645881282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"4615ca99-d66b-4bfd-ac65-38a407b94f14","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.649466515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"75bc4eb6-1d12-47d1-b904-161f7fe4c85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.655371542Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"75bc4eb6-1d12-47d1-b904-161f7fe4c85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.694652474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"b319341e-8d8e-4628-bc1c-d45710666018","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.702371412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d6f59d48-72d3-481f-9583-d149f086630c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.708348874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"simulator-subscription","reconcileID":"75bc4eb6-1d12-47d1-b904-161f7fe4c85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/simulator-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.710630798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"d6f59d48-72d3-481f-9583-d149f086630c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.796485811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"2288bed8-98bb-4572-926a-feaf0e157554","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.803150948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b065d032-2ecc-4560-8d6b-29a17cee8b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.811571858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"b065d032-2ecc-4560-8d6b-29a17cee8b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.079984966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63316e-19cf-4a94-9ce8-4cbec5677f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.082917169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63316e-19cf-4a94-9ce8-4cbec5677f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.086050823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63316e-19cf-4a94-9ce8-4cbec5677f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.089860732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63316e-19cf-4a94-9ce8-4cbec5677f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.533430266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"34fbe9c4-e99a-4687-9e7d-02a533422ad0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.541768862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"34fbe9c4-e99a-4687-9e7d-02a533422ad0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.554498573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497a0399-4b2a-4f68-9617-948e220b25ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.560715235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497a0399-4b2a-4f68-9617-948e220b25ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.582483218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497a0399-4b2a-4f68-9617-948e220b25ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.588794032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497a0399-4b2a-4f68-9617-948e220b25ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.627429537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"075f800a-b2fc-4790-b887-210abb0bd38b","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:32.628873102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"075f800a-b2fc-4790-b887-210abb0bd38b","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.076799685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2af953fc-7b47-46d6-844a-6e17b08e82d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.084941392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"b5bdc26a-4c21-4687-8f9f-d9f12a1c62f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.085848124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"2af953fc-7b47-46d6-844a-6e17b08e82d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.118540475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"24a9112c-c692-4049-840d-ccd85469a1dd","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.125614081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"8640a2b4-5b2e-442c-862f-b05b006a4ef6","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.125902358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"8ad6b371-40bd-4e73-bbf0-ae46b66cc1e3","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.126327641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"1488e4ff-633b-410c-9695-9f281273c3c1","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.196140677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"219a55f4-31ba-4959-823a-08999c99ce21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.299761633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"61e5f334-d6d4-4d61-9fc7-75f7a4703c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.384511625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"61e5f334-d6d4-4d61-9fc7-75f7a4703c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.536351861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78f7d80-27da-463f-80dd-708de3c0603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.542431067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78f7d80-27da-463f-80dd-708de3c0603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.547168446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78f7d80-27da-463f-80dd-708de3c0603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.551008125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78f7d80-27da-463f-80dd-708de3c0603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.802735586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bbe7c4-6041-4d44-9d1a-c7ac06d26153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.806514502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bbe7c4-6041-4d44-9d1a-c7ac06d26153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.810021979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bbe7c4-6041-4d44-9d1a-c7ac06d26153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.81325911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bbe7c4-6041-4d44-9d1a-c7ac06d26153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.840859608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"539eb6c8-1b42-435a-995c-1bc27af29019","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.849316229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43251c2d-84cc-4c85-9d0b-93d2e449f7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.856196994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"b65a98b1-4288-4a66-8275-3ac19d22bdf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddfa3748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.859583674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"43251c2d-84cc-4c85-9d0b-93d2e449f7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.973334859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"62aefa00-faac-46c9-972a-09c64e196ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.981450125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"62aefa00-faac-46c9-972a-09c64e196ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.285161717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"bf7032ee-80b6-4f07-b734-2b9fc52d1d6d","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.285190238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"bf7032ee-80b6-4f07-b734-2b9fc52d1d6d","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.2913604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"5d53bf17-e55d-4974-914f-c8a625cf1e12","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.291381378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"5d53bf17-e55d-4974-914f-c8a625cf1e12","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.380562569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8e99ded3-e078-4d79-aff9-f4063eb045d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.476433473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8e99ded3-e078-4d79-aff9-f4063eb045d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.483852166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8e99ded3-e078-4d79-aff9-f4063eb045d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.492434041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"212ee5ed-e2fa-4c71-a7b1-52abcf6aa652","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.492455813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"212ee5ed-e2fa-4c71-a7b1-52abcf6aa652","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.755854452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9fa42211-e6ef-4004-884b-1792af9ee77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.755887375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"d311517b-c371-4794-b451-53c9d669e6d1","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.767656184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9fa42211-e6ef-4004-884b-1792af9ee77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.769434542Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"008ea769-03a5-4400-8f19-9cc232433c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddfa3748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.797165121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9fa42211-e6ef-4004-884b-1792af9ee77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"e2e-worker-w4-3fbb1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.797188363Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-access","reconcileID":"9fa42211-e6ef-4004-884b-1792af9ee77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:34.804914714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"e1b1def1-6987-46ee-b609-f3b2677f7a31","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.992022363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"05938c1f-a291-4583-b293-9172ec137ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.000072657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"05938c1f-a291-4583-b293-9172ec137ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.006550828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1b3562db78098938347ffb73ac8d329242ba297708aaa3d47f0f2119f8a8d2) AuthConfig (712363f84f96ff68719984b1d992814fbe29962c8c5c43a726a64b9f5b441c0d) AuthConfig (a6708716c8b31592d33b430b3a1127c23acaeace663c311e988fc507cdfc1990) AuthConfig (0ee8dc408d19a6e2cdd840afddadec3fe81420cc57cb622a34da25fa87384265) AuthConfig (01ae34e23d593e455e082d6aad0c8b45b361813b21adc0d829ffe76ce7e2411f) AuthConfig (f7912b4c83c9349af7dfd76023ffa09b4498e2d965d425f0d45008c9a881b105) AuthConfig (c77f97e8f172257da72ab64d71d49ab7f5c4647049ef3834eeb332508f15ad93) AuthConfig (91189b0591ab6f55bce24463312ee7062a3691f61fa85ee264d02c69cd3510c2) AuthConfig (d22b715e818258c5c6984e927d13afa486a70e290b315cb3544760c8fb336c52) AuthConfig (05e57cb947cd7f02878a708f92d14ffb2a25032305e9e019d6fbd31df84b3ce4) AuthConfig (fbf9e84d5b45871500bcfa1c06175bff33b23850ad48d1756a8c5ddc67d4eedf) AuthConfig (402ae7cb75cc233168cdf9f862c8a24db17ba69b0cf1ff9a49d67e098030efdb) AuthConfig (376670aafee99e93900a806da77ac323706dc4002cd638f6f2791d581d81e19a) AuthConfig (834e95b2fda670cc394ceee11ade03c43661b25dd25aca048c506ceb9feb35eb) AuthConfig (2e967cd13f5f2301c41a4429732c6855f54ac5414fc8085b05db4befe4c05b74) AuthConfig (3dd83fdfbb8dfbda001d085daf9c9da851f59dfe9e2a40bdcc8b719e4ce2e41a) AuthConfig (00612f21a13a7ca406332034e8a187b997f07975e695a40aaf13bcd9dc058c01) AuthConfig (2c90677c0cc905418d906afba2e37fb04f6b97ea90e85e30be3bbe903f05114a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"05938c1f-a291-4583-b293-9172ec137ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.015313806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"5597aa0e-6edd-4ec9-b113-50b7c04c42ce","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.015335222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"5597aa0e-6edd-4ec9-b113-50b7c04c42ce","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.318933723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"1cff46d8-cec3-40eb-97ff-daca66cea5b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.327026293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"1cff46d8-cec3-40eb-97ff-daca66cea5b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.340857558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ce9b4c3691c4ea82c7b8362fbe6445d46b40082fd2d7501c8b9dd334f28d12) AuthConfig (97214522d9813c89fea9ed2581e5186f5d194bf25bc8655af156572be8595542) AuthConfig (17825853aaee0f2cce3c7f943768a10ecf5aea98d6e0f00af2167d5f9b368a0f) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (0a8c76489447e4a8e2b335cad8791f64162096b4a3143b2f9f8119c280c7be9c) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (383d5f547837b07ef97559512cf2d36d938e6bdab9cfcf54e0e4ba2b0e44ceae) AuthConfig (0475c31be991034377ed30562a67e96eb7f9f943c590f00d227ac142a60342d4) AuthConfig (e1ca7128404314f1c1d484783e0d528719ee1ed64105af5c3a83683998f0b03a) AuthConfig (fa0d37a91ae416e91dd4eb15fd4cff235bafa10a1b7b2813a88537ca8516b905) AuthConfig (b1ef32c37418974e67229c2a1b084a6c6bcba2839bbeac26c1d68c7d9bcb1b8b) AuthConfig (ee7d2973b71f4c918a35fc599d3191a7326bde0d68e7f3e0dd931b54553764c2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (89cede793a0de9c58bf0ac04725c977104059b7f3c7763f2fdd5933453abce9c) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (3be52a428fbf49e3a3af4b86cc4cecd2e16d6f47cef8350ff55f2f9bf21f5bda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"1cff46d8-cec3-40eb-97ff-daca66cea5b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.350318163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"25820ce4-bbbb-4cba-a4fc-29dab5641759","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.350336168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"25820ce4-bbbb-4cba-a4fc-29dab5641759","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.676394686Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.676455571Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.676503331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","tenant":"e2e-shared-b-w0-81a5ae","tenantID":"e2e-shared-b-w0-81a5ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.681908398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-81a5ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.695079367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Service","name":"maas-api-e2e-shared-b-w0-81a5ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.711804241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-81a5ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.718544464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-81a5ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.725456868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.732192627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.741076972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.752335757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.75542202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.76343658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.76652298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.769460011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.772380534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.7751382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.777808855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.784713641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.787577411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.790623353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.793293619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-81a5ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:39.796145247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-81a5ae"},"namespace":"ai-tenant-e2e-shared-b-w0-81a5ae","name":"default-tenant","reconcileID":"8b17ed26-ac4e-41c2-ba70-9c99043b6cfb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-81a5ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:43.126529334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"25bc663a-6915-46b1-a22d-9c3fa047605b","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:43.127060006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"b943f47d-aee1-4766-b803-230af96cc1ce","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:43.127418774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"faf38857-affa-492e-b313-92080b2f0a96","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.372774318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"09b074bd-27ab-480d-89f5-26874413c3ce","namespace":"ai-tenant-e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.372854638Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"09b074bd-27ab-480d-89f5-26874413c3ce","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.378037373Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"09b074bd-27ab-480d-89f5-26874413c3ce","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.378053214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"09b074bd-27ab-480d-89f5-26874413c3ce","namespace":"ai-tenant-e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.499388145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"ee66591e-f415-4542-acef-994105a498df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.507509246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"ee66591e-f415-4542-acef-994105a498df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.514586677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"ee66591e-f415-4542-acef-994105a498df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.773103269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"93ae260b-2b7e-4ebb-9020-b05f1212bf2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.776653148Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"93ae260b-2b7e-4ebb-9020-b05f1212bf2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.780302759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"premium-simulator-subscription","reconcileID":"93ae260b-2b7e-4ebb-9020-b05f1212bf2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"name":"maas-trlp-premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a","model":"e2e-models-e2e-worker-w4-3fbb1a/premium-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.805562032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"5653079c-da84-45eb-a8f7-129546f52a6a","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.852064319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"4b8bcde1-cfe1-45b9-81df-d75b8e39b878","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.045590642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"10dd89f3-394b-4cc5-8b70-80f4d26ba1f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.057948117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"10dd89f3-394b-4cc5-8b70-80f4d26ba1f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.065225944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1b3562db78098938347ffb73ac8d329242ba297708aaa3d47f0f2119f8a8d2) AuthConfig (712363f84f96ff68719984b1d992814fbe29962c8c5c43a726a64b9f5b441c0d) AuthConfig (a6708716c8b31592d33b430b3a1127c23acaeace663c311e988fc507cdfc1990) AuthConfig (0ee8dc408d19a6e2cdd840afddadec3fe81420cc57cb622a34da25fa87384265) AuthConfig (01ae34e23d593e455e082d6aad0c8b45b361813b21adc0d829ffe76ce7e2411f) AuthConfig (f7912b4c83c9349af7dfd76023ffa09b4498e2d965d425f0d45008c9a881b105) AuthConfig (c77f97e8f172257da72ab64d71d49ab7f5c4647049ef3834eeb332508f15ad93) AuthConfig (91189b0591ab6f55bce24463312ee7062a3691f61fa85ee264d02c69cd3510c2) AuthConfig (d22b715e818258c5c6984e927d13afa486a70e290b315cb3544760c8fb336c52) AuthConfig (05e57cb947cd7f02878a708f92d14ffb2a25032305e9e019d6fbd31df84b3ce4) AuthConfig (fbf9e84d5b45871500bcfa1c06175bff33b23850ad48d1756a8c5ddc67d4eedf) AuthConfig (402ae7cb75cc233168cdf9f862c8a24db17ba69b0cf1ff9a49d67e098030efdb) AuthConfig (376670aafee99e93900a806da77ac323706dc4002cd638f6f2791d581d81e19a) AuthConfig (834e95b2fda670cc394ceee11ade03c43661b25dd25aca048c506ceb9feb35eb) AuthConfig (2e967cd13f5f2301c41a4429732c6855f54ac5414fc8085b05db4befe4c05b74) AuthConfig (3dd83fdfbb8dfbda001d085daf9c9da851f59dfe9e2a40bdcc8b719e4ce2e41a) AuthConfig (00612f21a13a7ca406332034e8a187b997f07975e695a40aaf13bcd9dc058c01) AuthConfig (2c90677c0cc905418d906afba2e37fb04f6b97ea90e85e30be3bbe903f05114a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"10dd89f3-394b-4cc5-8b70-80f4d26ba1f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.356763194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b6817a2d-8c77-490d-9e3c-716207d6a2cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.365606282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b6817a2d-8c77-490d-9e3c-716207d6a2cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.372498106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ce9b4c3691c4ea82c7b8362fbe6445d46b40082fd2d7501c8b9dd334f28d12) AuthConfig (97214522d9813c89fea9ed2581e5186f5d194bf25bc8655af156572be8595542) AuthConfig (17825853aaee0f2cce3c7f943768a10ecf5aea98d6e0f00af2167d5f9b368a0f) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (0a8c76489447e4a8e2b335cad8791f64162096b4a3143b2f9f8119c280c7be9c) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (383d5f547837b07ef97559512cf2d36d938e6bdab9cfcf54e0e4ba2b0e44ceae) AuthConfig (0475c31be991034377ed30562a67e96eb7f9f943c590f00d227ac142a60342d4) AuthConfig (e1ca7128404314f1c1d484783e0d528719ee1ed64105af5c3a83683998f0b03a) AuthConfig (fa0d37a91ae416e91dd4eb15fd4cff235bafa10a1b7b2813a88537ca8516b905) AuthConfig (b1ef32c37418974e67229c2a1b084a6c6bcba2839bbeac26c1d68c7d9bcb1b8b) AuthConfig (ee7d2973b71f4c918a35fc599d3191a7326bde0d68e7f3e0dd931b54553764c2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (89cede793a0de9c58bf0ac04725c977104059b7f3c7763f2fdd5933453abce9c) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (3be52a428fbf49e3a3af4b86cc4cecd2e16d6f47cef8350ff55f2f9bf21f5bda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"b6817a2d-8c77-490d-9e3c-716207d6a2cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.607781483Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-81a5ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-81a5ae","reconcileID":"1a864149-7da1-4663-a0e2-e21642e91856","aitenant":"ai-tenants/e2e-shared-b-w0-81a5ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.793260104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c6329-a1bf-45cc-b6bd-e1cb3302e62e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.799541722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c6329-a1bf-45cc-b6bd-e1cb3302e62e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.802817717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c6329-a1bf-45cc-b6bd-e1cb3302e62e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.806246604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c6329-a1bf-45cc-b6bd-e1cb3302e62e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:46.81959625Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-81a5ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-81a5ae","reconcileID":"1a864149-7da1-4663-a0e2-e21642e91856","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-81a5ae","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-81a5ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.055921133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ebb386-f48f-4361-b472-0456b3598a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.058991655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ebb386-f48f-4361-b472-0456b3598a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.062081954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ebb386-f48f-4361-b472-0456b3598a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.065136088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ebb386-f48f-4361-b472-0456b3598a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.415529652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad3f43-fc25-4d08-8cfb-f5a352f7bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.436787569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad3f43-fc25-4d08-8cfb-f5a352f7bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.441330495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad3f43-fc25-4d08-8cfb-f5a352f7bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.467871471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ad3f43-fc25-4d08-8cfb-f5a352f7bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.733248462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-access","reconcileID":"308c1c16-d103-465e-9ec1-d0dd20b673bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.73331015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"2d687986-b87d-42de-a479-11bb96558d8f","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.753365148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1e8c39b1-10d3-4e28-9058-4799594c9a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.762192042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"1e8c39b1-10d3-4e28-9058-4799594c9a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.776855048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"82dbffec-39e0-4e32-bdbe-5fb7117d3fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.848070044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"68d69b53-be52-40cc-a140-9583986a73da","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.868664265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"181b0291-a041-42ec-b91d-9a1eda05ab5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.883931611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"181b0291-a041-42ec-b91d-9a1eda05ab5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.88901646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"e5dfeb03-a2a4-4518-8281-90c5fa77e51b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.995810956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"60aaa457-e873-45b8-a8d7-4cb1ab84257b","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.001026551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0493ce7c-61d2-46bd-aaa8-cd8804d08235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.010254929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0493ce7c-61d2-46bd-aaa8-cd8804d08235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.708575619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"028952dd-a984-4f07-9ed3-4c3280e31296","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.751442977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"8d2c6435-2b05-4f85-b917-c223dc2bcc67","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.812688658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"417ec486-7cd5-463d-bb12-73b272fce53a","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.828434083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"6dd61a45-01bf-4d51-a2d0-14745ddd7ac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.85024276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"0776fd00-e8eb-4cf0-bb99-ca2d3cdbd752","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.863438913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"267c8b04-b35e-4305-abec-46b3fc2f69d0","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.866579927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"4f943598-4e68-4b90-b875-8b26df130ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.867955732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e2192b62-1de5-4ee7-bb24-cce27b2a016a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.872600291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"4f943598-4e68-4b90-b875-8b26df130ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.878353121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"e2192b62-1de5-4ee7-bb24-cce27b2a016a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.926303119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"54dd276c-c967-4d90-8bcd-0014ce1e5364","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.931944207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"simulator-subscription","reconcileID":"4f943598-4e68-4b90-b875-8b26df130ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/simulator-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.995571509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ab423f1c-0f69-4fa0-8402-140ef641a24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.005481711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"ab423f1c-0f69-4fa0-8402-140ef641a24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.039404726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"2dc3c630-c8f1-4c06-8605-aee3e6c8eb8b","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.095684769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fbdad190-0b56-4bf4-a370-add56ba4f61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.104139839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"fbdad190-0b56-4bf4-a370-add56ba4f61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.127845329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"a239a5f4-284a-416a-b48f-fc7fb73d484c","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.128074049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"cca145b2-37d7-47e6-b04e-f15c13e92146","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.128250624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"fa357495-8de1-4115-90c4-244980bd76bf","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.521892185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"939bff6f-447b-4b14-922b-ed3d7d64d05f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.530910337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"939bff6f-447b-4b14-922b-ed3d7d64d05f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.539087072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"939bff6f-447b-4b14-922b-ed3d7d64d05f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.853013274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"023febd6-905e-43a5-a217-e1fcc4cf2cdb","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:55.717533322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.07145302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"073f5b7d-b182-493f-868c-9ff45f8e0691","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.080290205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"073f5b7d-b182-493f-868c-9ff45f8e0691","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.087270836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-660d95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e1b3562db78098938347ffb73ac8d329242ba297708aaa3d47f0f2119f8a8d2) AuthConfig (712363f84f96ff68719984b1d992814fbe29962c8c5c43a726a64b9f5b441c0d) AuthConfig (a6708716c8b31592d33b430b3a1127c23acaeace663c311e988fc507cdfc1990) AuthConfig (0ee8dc408d19a6e2cdd840afddadec3fe81420cc57cb622a34da25fa87384265) AuthConfig (01ae34e23d593e455e082d6aad0c8b45b361813b21adc0d829ffe76ce7e2411f) AuthConfig (f7912b4c83c9349af7dfd76023ffa09b4498e2d965d425f0d45008c9a881b105) AuthConfig (c77f97e8f172257da72ab64d71d49ab7f5c4647049ef3834eeb332508f15ad93) AuthConfig (91189b0591ab6f55bce24463312ee7062a3691f61fa85ee264d02c69cd3510c2) AuthConfig (d22b715e818258c5c6984e927d13afa486a70e290b315cb3544760c8fb336c52) AuthConfig (05e57cb947cd7f02878a708f92d14ffb2a25032305e9e019d6fbd31df84b3ce4) AuthConfig (fbf9e84d5b45871500bcfa1c06175bff33b23850ad48d1756a8c5ddc67d4eedf) AuthConfig (402ae7cb75cc233168cdf9f862c8a24db17ba69b0cf1ff9a49d67e098030efdb) AuthConfig (376670aafee99e93900a806da77ac323706dc4002cd638f6f2791d581d81e19a) AuthConfig (834e95b2fda670cc394ceee11ade03c43661b25dd25aca048c506ceb9feb35eb) AuthConfig (2e967cd13f5f2301c41a4429732c6855f54ac5414fc8085b05db4befe4c05b74) AuthConfig (3dd83fdfbb8dfbda001d085daf9c9da851f59dfe9e2a40bdcc8b719e4ce2e41a) AuthConfig (00612f21a13a7ca406332034e8a187b997f07975e695a40aaf13bcd9dc058c01) AuthConfig (2c90677c0cc905418d906afba2e37fb04f6b97ea90e85e30be3bbe903f05114a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"073f5b7d-b182-493f-868c-9ff45f8e0691","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.391663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ed630c0a-3faf-4663-a900-31701468d26f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.400426786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ed630c0a-3faf-4663-a900-31701468d26f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.407653632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-f154ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ce9b4c3691c4ea82c7b8362fbe6445d46b40082fd2d7501c8b9dd334f28d12) AuthConfig (97214522d9813c89fea9ed2581e5186f5d194bf25bc8655af156572be8595542) AuthConfig (17825853aaee0f2cce3c7f943768a10ecf5aea98d6e0f00af2167d5f9b368a0f) AuthConfig (36cf2fe84c81cd719a9a63574870cea2fc2c9ab9a70c53d3f52d0b2922a9831a) AuthConfig (6bf900b4f9bafce00e9b090f8d92af3d5adcf2f4b848038b5416c2d2d99b9c28) AuthConfig (0a8c76489447e4a8e2b335cad8791f64162096b4a3143b2f9f8119c280c7be9c) AuthConfig (2dae3e1b7e68fb6193aefd5878144d2ebd1d7ca130568979083a9ff737571a00) AuthConfig (f3ecc79986d67f365953f33958e0725a12c728a0f3321c2cced9d221ecee151f) AuthConfig (383d5f547837b07ef97559512cf2d36d938e6bdab9cfcf54e0e4ba2b0e44ceae) AuthConfig (0475c31be991034377ed30562a67e96eb7f9f943c590f00d227ac142a60342d4) AuthConfig (e1ca7128404314f1c1d484783e0d528719ee1ed64105af5c3a83683998f0b03a) AuthConfig (fa0d37a91ae416e91dd4eb15fd4cff235bafa10a1b7b2813a88537ca8516b905) AuthConfig (b1ef32c37418974e67229c2a1b084a6c6bcba2839bbeac26c1d68c7d9bcb1b8b) AuthConfig (ee7d2973b71f4c918a35fc599d3191a7326bde0d68e7f3e0dd931b54553764c2) AuthConfig (c9f0411f31f9cad872c7d87cda5cc12c54d235fb3424f98ddfcee4afca44d66e) AuthConfig (89cede793a0de9c58bf0ac04725c977104059b7f3c7763f2fdd5933453abce9c) AuthConfig (18c225f77f337fadd4ce42052ec0307277704cdb58369facba6e1b734b59a9ba) AuthConfig (3be52a428fbf49e3a3af4b86cc4cecd2e16d6f47cef8350ff55f2f9bf21f5bda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"ed630c0a-3faf-4663-a900-31701468d26f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.78325367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","namespace":"ai-tenant-e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.783312271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","namespace":"ai-tenant-e2e-worker-w4-3fbb1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.783362455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","tenant":"e2e-worker-w4-3fbb1a","tenantID":"e2e-worker-w4-3fbb1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.788812732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Deployment","name":"maas-api-e2e-worker-w4-3fbb1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.800152397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Service","name":"maas-api-e2e-worker-w4-3fbb1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.813759434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-3fbb1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.822749552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-3fbb1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.832450424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.840605715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.852151124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.863076692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.866187719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.869464147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.872672273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Service","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.875792412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.879023748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.882066448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.885041431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.892683633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.895953976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.899354676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.902264271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-3fbb1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:56.91184794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3fbb1a"},"namespace":"ai-tenant-e2e-worker-w4-3fbb1a","name":"default-tenant","reconcileID":"65e09966-d004-4dde-800f-4803125f39de","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-3fbb1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.709784852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"1356d19b-6257-4319-9abd-3cf8b83865bf","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.718319473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0c481da1-be84-425c-8423-63c869c85fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.726492799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"26220be0-ed36-43e7-9ef5-25dac697016e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2390e8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.728052739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"0c481da1-be84-425c-8423-63c869c85fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.821158066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9563150e-6b7c-4774-b294-a6c2dc43882b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.829350955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9563150e-6b7c-4774-b294-a6c2dc43882b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.331879298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9cf0dc6f-448f-490c-8d16-1f1664e8d2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.331903565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"f5fdec72-1f31-4b4d-ba1a-11a922dac04e","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.343628693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9cf0dc6f-448f-490c-8d16-1f1664e8d2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.345722355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"2986ba6d-9f33-4c50-a5d1-06c19f3ff75e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2390e8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.373623549Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9cf0dc6f-448f-490c-8d16-1f1664e8d2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"e2e-worker-w0-d3d0df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.373642498Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-access","reconcileID":"9cf0dc6f-448f-490c-8d16-1f1664e8d2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.38375382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"749ddf31-ce69-4d20-833a-2c3d161db4d8","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.681496802Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"8cd9b327-e0c7-4ea3-b0b8-4097b5382f58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2390e8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.712932765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"9cc981c8-18ef-4b5c-ad3a-de01fc68c8c2","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.71552479Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"9d7db924-f599-46cb-ab71-69b34672398b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2390e8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.716074451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"210e2e53-039a-4b47-81bd-b2f33905c444","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.719077118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"49702046-1d4b-43b1-b610-85d53ef57325","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.719299886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"940729cb-c7f5-417b-8368-7ae709b1ef94","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.850822229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721c4fd8-fe39-435e-a96e-ed13289ed14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.854160723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721c4fd8-fe39-435e-a96e-ed13289ed14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.858046156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721c4fd8-fe39-435e-a96e-ed13289ed14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.861587395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721c4fd8-fe39-435e-a96e-ed13289ed14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.255478003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f64eae-3793-45e1-a320-801a04f6096e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.258636955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f64eae-3793-45e1-a320-801a04f6096e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.261632535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f64eae-3793-45e1-a320-801a04f6096e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.264759097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f64eae-3793-45e1-a320-801a04f6096e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.571075413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781755b7-7835-4435-b4d3-b0125e35285d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.574340212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781755b7-7835-4435-b4d3-b0125e35285d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.578330933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781755b7-7835-4435-b4d3-b0125e35285d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.586255057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781755b7-7835-4435-b4d3-b0125e35285d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.765688651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c4452-2900-4d96-ac3c-b91e63610fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.768863524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c4452-2900-4d96-ac3c-b91e63610fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.772289282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c4452-2900-4d96-ac3c-b91e63610fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:00.780288999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c4452-2900-4d96-ac3c-b91e63610fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.129062938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-2-w4-3fbb1a","reconcileID":"a9a1788a-8faf-42ee-b36e-c2e73a905130","MaaSModelRef":{"name":"distinct-2-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-2-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-2-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.129374717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"distinct-w4-3fbb1a","reconcileID":"701f17f5-9dfd-4f6c-81a8-ce42954b20d4","MaaSModelRef":{"name":"distinct-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"distinct-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"distinct-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.12956123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"simulator-w4-3fbb1a","reconcileID":"eb7c11d6-a9c6-48e5-be20-15423d0586dc","MaaSModelRef":{"name":"simulator-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"simulator-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"simulator-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.343244179Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"d45a89b8-d524-44e5-86f2-d78c0864cf93","namespace":"ai-tenant-e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.343322694Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"d45a89b8-d524-44e5-86f2-d78c0864cf93","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.348394516Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"d45a89b8-d524-44e5-86f2-d78c0864cf93","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.348418136Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"d45a89b8-d524-44e5-86f2-d78c0864cf93","namespace":"ai-tenant-e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:04.548706137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"d2473901-a95f-4ae8-a251-7347340bb1af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:04.580990247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"d2473901-a95f-4ae8-a251-7347340bb1af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:04.58817915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"d2473901-a95f-4ae8-a251-7347340bb1af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:04.854370851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"namespace":"e2e-models-e2e-worker-w4-3fbb1a","name":"premium-w4-3fbb1a","reconcileID":"394de224-0e18-4178-ba8b-47e64335ec0d","MaaSModelRef":{"name":"premium-w4-3fbb1a","namespace":"e2e-models-e2e-worker-w4-3fbb1a"},"routeName":"premium-w4-3fbb1a-kserve-route","namespace":"e2e-models-e2e-worker-w4-3fbb1a","llmisvcName":"premium-w4-3fbb1a","gateway":"openshift-ingress/e2e-worker-w4-3fbb1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.102758222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"014b4657-5c45-4fe0-9be1-0760165a5aa7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.110732516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"014b4657-5c45-4fe0-9be1-0760165a5aa7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.158446095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"0e4b8d47-ae93-4a44-8837-c26f59baa902","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.158468169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"0e4b8d47-ae93-4a44-8837-c26f59baa902","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.288073982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3fbb1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3fbb1a","reconcileID":"3d97e751-11f2-41c0-b4b5-9ddbbc4c4b75","aitenant":"ai-tenants/e2e-worker-w4-3fbb1a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.437341396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3fbb1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3fbb1a","reconcileID":"3d97e751-11f2-41c0-b4b5-9ddbbc4c4b75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3fbb1a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-3fbb1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.450852182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d245bb55-bab4-4823-a909-363a29ae58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.45459106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d245bb55-bab4-4823-a909-363a29ae58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.458505782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d245bb55-bab4-4823-a909-363a29ae58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.462374293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d245bb55-bab4-4823-a909-363a29ae58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.486002598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"513d4a81-00e5-426c-af50-526e66507189","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.494616317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"513d4a81-00e5-426c-af50-526e66507189","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.523452816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"0a857e54-34c1-4e8b-98a1-f581142a722d","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.523474839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"0a857e54-34c1-4e8b-98a1-f581142a722d","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.733354201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becbc6b-8e7f-4c20-bf40-ee300518a49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.736741845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becbc6b-8e7f-4c20-bf40-ee300518a49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.739793993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becbc6b-8e7f-4c20-bf40-ee300518a49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:06.742952236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becbc6b-8e7f-4c20-bf40-ee300518a49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.195898481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"98ec3857-6fa9-4cda-815b-d6231b35c624","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.195924255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"98ec3857-6fa9-4cda-815b-d6231b35c624","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.207624509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"94164dd7-bfce-4c9a-8b9b-3d304e06a1e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.208341557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"1fc7d2f8-617c-4c27-b996-42d8da34deb8","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.208359649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"1fc7d2f8-617c-4c27-b996-42d8da34deb8","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:08.211022132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"144609b7-bd6f-4636-ae46-a700ddc5e8a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-915154\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.215910332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"94164dd7-bfce-4c9a-8b9b-3d304e06a1e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.22461452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"5b97da06-a5c9-4fab-b4b1-3ff1452f838e","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.224631425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"5b97da06-a5c9-4fab-b4b1-3ff1452f838e","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.234961574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"2d031129-d5e5-460d-8a7c-add3a10393d3","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.234978248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"2d031129-d5e5-460d-8a7c-add3a10393d3","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.263487253Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"6ea4da66-5fb6-4387-949e-60fd816dde42","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"rate-test-model-836265","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-836265/e2e-rate-iso-a-915154"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.302925952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"ee81acac-0273-4c87-8189-3cae03e9214d","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.302957044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"ee81acac-0273-4c87-8189-3cae03e9214d","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.304541113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"e68e0369-f4f3-4c0b-bf73-28bb282d4915","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.312455751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"e68e0369-f4f3-4c0b-bf73-28bb282d4915","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.349159764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"d7da12fa-75b6-43f5-bff2-8ca6f2f90fd6","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.37049316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7e725e6d-5d28-4f77-9386-e839b76b2c74","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.37051399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7e725e6d-5d28-4f77-9386-e839b76b2c74","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.380130491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ec6d161-d80b-403a-937d-aa985d132348","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.380156821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ec6d161-d80b-403a-937d-aa985d132348","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:08.381058055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"d61ffd72-61c8-4066-aae6-68de2cd0a0cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-915154\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:08.385664658Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ec6d161-d80b-403a-937d-aa985d132348","name":"rate-test-model-660d95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-660d95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:08.385709958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"7ec6d161-d80b-403a-937d-aa985d132348","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-660d95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.391930582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"ad37086b-66af-4f18-b153-2e457f798f31","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.391946012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"ad37086b-66af-4f18-b153-2e457f798f31","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.39390708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"310b31ca-83c5-4afa-894c-695611796d23","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.393926198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"310b31ca-83c5-4afa-894c-695611796d23","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.402137866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9858255d-d8f2-4649-8855-6a039beba427","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.402159711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9858255d-d8f2-4649-8855-6a039beba427","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.405420427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"058ca813-31c3-44f8-9994-b0b28ce9bb26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.413649272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"058ca813-31c3-44f8-9994-b0b28ce9bb26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.457766852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"a533797a-c2d0-42d9-a536-df32283cbae9","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"rate-test-model-660d95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-660d95/e2e-rate-iso-b-915154"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.478461081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"961ba555-ba6c-42cd-bd11-8fad93a899cf","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.478484668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"961ba555-ba6c-42cd-bd11-8fad93a899cf","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.504476677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"8c0f4b5f-ec33-4128-aacb-19616f0041b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.512721425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"8c0f4b5f-ec33-4128-aacb-19616f0041b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.549422207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"dcbd00e5-f609-4741-9585-84b32cc66f3c","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.88818952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a2e91c90-b1cd-4699-9917-bde2a6ad8e65","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.888232297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a2e91c90-b1cd-4699-9917-bde2a6ad8e65","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.896288297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"302fbf05-8d6c-4906-9ae6-259f1ef6d4b7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.8963061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"302fbf05-8d6c-4906-9ae6-259f1ef6d4b7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.902038193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"de2e9c29-1d7d-42d8-b7c7-b55eaafab9ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.931917414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"de2e9c29-1d7d-42d8-b7c7-b55eaafab9ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.938703448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"de2e9c29-1d7d-42d8-b7c7-b55eaafab9ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.947565127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"64bef0a1-953e-45e7-97c7-5ef1b21698c8","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.947586458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"64bef0a1-953e-45e7-97c7-5ef1b21698c8","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.716660979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"1d4e5715-c2e7-4c29-9ad9-a8abc4ea2bb6","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.719339517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"50bafb52-50c3-427b-acac-3f26074a484b","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.719561072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"8d86a62f-9f93-48ef-8c07-869f665bf8a1","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.719753678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"3d8d0d06-09c4-4b83-a1ff-753f72552cf1","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.720084453Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"eac1bb06-9877-47f7-9448-4fedccab7711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.72395351Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"eac1bb06-9877-47f7-9448-4fedccab7711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.727722506Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"premium-simulator-subscription","reconcileID":"eac1bb06-9877-47f7-9448-4fedccab7711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"name":"maas-trlp-premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df","model":"e2e-models-e2e-worker-w0-d3d0df/premium-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.795172411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"0cbb0010-529c-499b-8994-2f56f17fffd4","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.598854857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"3ce90e8c-2d3f-404d-a0db-8560e1074c5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.607654732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"3ce90e8c-2d3f-404d-a0db-8560e1074c5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.614623268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (591fe871f1c6af0ba6ec431b6536080d6d89557408e6b90d308f7fb8561cad3f) AuthConfig (242fe3136e04139ca8d8e8f491e175328336018dfe5e6187ad4efcce77987ef6) AuthConfig (b4c910f4cf8ae0f699d19ec3513b38a1d0328cc3519ca3e9c88135be87af2f1d) AuthConfig (24ff8e0bf8df8eea43139bf19cd6024589f027977fced68b27786916a9b45ca2) AuthConfig (d20f854c2b1e598c693de0d19480f07ab4b76e655ca61bf96fd8ebef989d8732) AuthConfig (a085412f85f165c77fec7db7c3196cd41df050ade9f98ad326083768f58ef95d) AuthConfig (59b679de9e3c60ccd7ccb0c87fd8e34b08c886316cd311b1f334bdca64c3c582) AuthConfig (693f9957381b17f92cacd92bb44d77b7e74e02f804f950e0d79e3cddc0da4169) AuthConfig (0a0a60228397b58385e34205e839d4eb5b52c677497897270a7768cb4b55c271) AuthConfig (c1abed61506c84f8f62ca5b8e8aa4e9204eb57b4e9b586618e8408b70c53cd08) AuthConfig (be5793e2fbfe869d8cc8c6853a091fd3c55b85d0a366d7a6e43aebcdd08ddd0e) AuthConfig (11fefcbdac63e457e6a3656989dfcfd4bce1ca3032d0ff2f4e47a9182cd9c944) AuthConfig (c63b21b21771658ba4a6788d2c4b48b44503a09f973039b2038eeb0c5b64a2ac) AuthConfig (6a5c555246454132150d3817cbffd2911bc699c41cb7888e9499bf8a5c9433ac) AuthConfig (ebe5c508e156d4c5215f128ce97a632806526849ec3517164c4304c83b8bb9a4) AuthConfig (45e4a45b1f307dc8be0d4009485233263358457c7120db6dda4b242383f9cc1b) AuthConfig (76cec20145343b65a95dbc23f66b2a7e864679595aee2bc6c6930e0ea67e4477) AuthConfig (34f6cf7d45cea2c3c077f10c1c7f70a3a848cad864fa6bb45cc64df7e3b4fe9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"3ce90e8c-2d3f-404d-a0db-8560e1074c5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.623886249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"4fe43073-3e81-40a9-acb7-7ca06a5e58e6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.623905723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"4fe43073-3e81-40a9-acb7-7ca06a5e58e6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.279702089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","namespace":"ai-tenant-e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.279781703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","namespace":"ai-tenant-e2e-worker-w0-d3d0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.279851455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","tenant":"e2e-worker-w0-d3d0df","tenantID":"e2e-worker-w0-d3d0df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.284818539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Deployment","name":"maas-api-e2e-worker-w0-d3d0df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.29601035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Service","name":"maas-api-e2e-worker-w0-d3d0df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.310748929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-d3d0df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.3199157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-d3d0df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.331855874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.337367294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.346468573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.352050349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.354831834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.357569587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.36037687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Service","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.362966307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.365537256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.36825952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.370924055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.379338343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.382024948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.3846839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.387293091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-d3d0df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.390022205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d3d0df"},"namespace":"ai-tenant-e2e-worker-w0-d3d0df","name":"default-tenant","reconcileID":"06f7db7b-2b59-4f58-b60c-4887e0f801ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-d3d0df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.677032388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49353b80-83b7-4d92-86ed-ba81f899ceaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.805897401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe1a69bd-e3b8-439c-bfe5-b756cf773254","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.806429853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"41663d7b-df7a-4974-aeaa-42b8fb380c49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.879163478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"c9e6a8e1-df42-40c9-b0c0-6aaf512fcb03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.978540514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"349f3fed-e4c5-4545-809e-226c36fa03d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.978683823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"f3365a73-f007-42b6-a59e-23142a83744f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.979417498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"b8d66d03-6514-4333-ac06-485d85c27e0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.979529671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"46cb4d5f-ae60-4b01-90e5-e882ae514c09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.956281836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"918983a9-607b-48a7-868e-975e25ccaccb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.964764143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"918983a9-607b-48a7-868e-975e25ccaccb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.971817644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"918983a9-607b-48a7-868e-975e25ccaccb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.717362572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"ed3fa120-b9e4-4508-b61f-9bcbb73853bf","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.720116132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"f147cae5-cb01-475b-abe4-7f94985fa12b","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.720391048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"2296f818-5394-4915-b348-f73f1b8393fe","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.795819456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"eb27bcbf-5a0d-4ccb-a625-03a2d530b989","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.637612775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8c5ff74c-4cff-4fd0-ae4f-48585072ce7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.658803514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8c5ff74c-4cff-4fd0-ae4f-48585072ce7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.667550631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (591fe871f1c6af0ba6ec431b6536080d6d89557408e6b90d308f7fb8561cad3f) AuthConfig (242fe3136e04139ca8d8e8f491e175328336018dfe5e6187ad4efcce77987ef6) AuthConfig (b4c910f4cf8ae0f699d19ec3513b38a1d0328cc3519ca3e9c88135be87af2f1d) AuthConfig (24ff8e0bf8df8eea43139bf19cd6024589f027977fced68b27786916a9b45ca2) AuthConfig (d20f854c2b1e598c693de0d19480f07ab4b76e655ca61bf96fd8ebef989d8732) AuthConfig (a085412f85f165c77fec7db7c3196cd41df050ade9f98ad326083768f58ef95d) AuthConfig (59b679de9e3c60ccd7ccb0c87fd8e34b08c886316cd311b1f334bdca64c3c582) AuthConfig (693f9957381b17f92cacd92bb44d77b7e74e02f804f950e0d79e3cddc0da4169) AuthConfig (0a0a60228397b58385e34205e839d4eb5b52c677497897270a7768cb4b55c271) AuthConfig (c1abed61506c84f8f62ca5b8e8aa4e9204eb57b4e9b586618e8408b70c53cd08) AuthConfig (be5793e2fbfe869d8cc8c6853a091fd3c55b85d0a366d7a6e43aebcdd08ddd0e) AuthConfig (11fefcbdac63e457e6a3656989dfcfd4bce1ca3032d0ff2f4e47a9182cd9c944) AuthConfig (c63b21b21771658ba4a6788d2c4b48b44503a09f973039b2038eeb0c5b64a2ac) AuthConfig (6a5c555246454132150d3817cbffd2911bc699c41cb7888e9499bf8a5c9433ac) AuthConfig (ebe5c508e156d4c5215f128ce97a632806526849ec3517164c4304c83b8bb9a4) AuthConfig (45e4a45b1f307dc8be0d4009485233263358457c7120db6dda4b242383f9cc1b) AuthConfig (76cec20145343b65a95dbc23f66b2a7e864679595aee2bc6c6930e0ea67e4477) AuthConfig (34f6cf7d45cea2c3c077f10c1c7f70a3a848cad864fa6bb45cc64df7e3b4fe9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8c5ff74c-4cff-4fd0-ae4f-48585072ce7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.70454892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.041096966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"7a500127-4b96-4fd3-9a1e-6d179676d452","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.049137048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"7a500127-4b96-4fd3-9a1e-6d179676d452","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.05603699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"7a500127-4b96-4fd3-9a1e-6d179676d452","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.717907928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-2-w0-d3d0df","reconcileID":"0e8638bd-9470-4313-a2c5-50150d33fb34","MaaSModelRef":{"name":"distinct-2-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-2-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-2-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.721082937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"distinct-w0-d3d0df","reconcileID":"5400c369-7682-438d-8b92-96b80bafe7b7","MaaSModelRef":{"name":"distinct-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"distinct-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"distinct-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.721454646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"simulator-w0-d3d0df","reconcileID":"eea83e23-cb98-444c-b00a-3b1822b15662","MaaSModelRef":{"name":"simulator-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"simulator-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"simulator-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.796378853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"namespace":"e2e-models-e2e-worker-w0-d3d0df","name":"premium-w0-d3d0df","reconcileID":"f8a215be-544a-4f03-9a4b-4418fb3ccfd8","MaaSModelRef":{"name":"premium-w0-d3d0df","namespace":"e2e-models-e2e-worker-w0-d3d0df"},"routeName":"premium-w0-d3d0df-kserve-route","namespace":"e2e-models-e2e-worker-w0-d3d0df","llmisvcName":"premium-w0-d3d0df","gateway":"openshift-ingress/e2e-worker-w0-d3d0df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.674498356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"78b8f61a-687d-4f56-ac9c-c9a6267f66bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.683300215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"78b8f61a-687d-4f56-ac9c-c9a6267f66bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.690374651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bcfde8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (591fe871f1c6af0ba6ec431b6536080d6d89557408e6b90d308f7fb8561cad3f) AuthConfig (242fe3136e04139ca8d8e8f491e175328336018dfe5e6187ad4efcce77987ef6) AuthConfig (b4c910f4cf8ae0f699d19ec3513b38a1d0328cc3519ca3e9c88135be87af2f1d) AuthConfig (24ff8e0bf8df8eea43139bf19cd6024589f027977fced68b27786916a9b45ca2) AuthConfig (d20f854c2b1e598c693de0d19480f07ab4b76e655ca61bf96fd8ebef989d8732) AuthConfig (a085412f85f165c77fec7db7c3196cd41df050ade9f98ad326083768f58ef95d) AuthConfig (59b679de9e3c60ccd7ccb0c87fd8e34b08c886316cd311b1f334bdca64c3c582) AuthConfig (693f9957381b17f92cacd92bb44d77b7e74e02f804f950e0d79e3cddc0da4169) AuthConfig (0a0a60228397b58385e34205e839d4eb5b52c677497897270a7768cb4b55c271) AuthConfig (c1abed61506c84f8f62ca5b8e8aa4e9204eb57b4e9b586618e8408b70c53cd08) AuthConfig (be5793e2fbfe869d8cc8c6853a091fd3c55b85d0a366d7a6e43aebcdd08ddd0e) AuthConfig (11fefcbdac63e457e6a3656989dfcfd4bce1ca3032d0ff2f4e47a9182cd9c944) AuthConfig (c63b21b21771658ba4a6788d2c4b48b44503a09f973039b2038eeb0c5b64a2ac) AuthConfig (6a5c555246454132150d3817cbffd2911bc699c41cb7888e9499bf8a5c9433ac) AuthConfig (ebe5c508e156d4c5215f128ce97a632806526849ec3517164c4304c83b8bb9a4) AuthConfig (45e4a45b1f307dc8be0d4009485233263358457c7120db6dda4b242383f9cc1b) AuthConfig (76cec20145343b65a95dbc23f66b2a7e864679595aee2bc6c6930e0ea67e4477) AuthConfig (34f6cf7d45cea2c3c077f10c1c7f70a3a848cad864fa6bb45cc64df7e3b4fe9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"78b8f61a-687d-4f56-ac9c-c9a6267f66bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.789015299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"c29c09a7-a8e3-4218-b587-9e4e59e8b07d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.889948687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"b14ae0bb-ddac-46e5-82a5-d09f29375b68","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.890610518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"b64d55f2-964a-42db-9b72-b1a3828ac3fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.891139948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"58a4fae0-cbb6-4fc5-9948-d0905492537e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.911094855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"18b89199-57f9-4ab5-b6ec-a0c8b1c9bb00","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.911115469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"18b89199-57f9-4ab5-b6ec-a0c8b1c9bb00","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.984116099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"9a9795ee-ba59-4576-b711-93f778f2bdef","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.984460223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab73459f-1c20-4880-998e-9dc6194ae5e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:35.989388389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7062fbac-6e48-45db-9d44-27924e81c15f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.107155167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"2d94e419-3da2-45ed-9824-14aa91e40ddb","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.10718636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"2d94e419-3da2-45ed-9824-14aa91e40ddb","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.121438609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"7e139848-f1f0-4cd1-9a66-75de1fe32c4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.121504631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"62e2d2ca-e2fc-4b27-b03d-085359dc47b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.121824431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"8e6d0465-021e-48f0-980e-b06d92e53515","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.332473512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"e80eeefa-0465-40ed-9b0c-abf43b6fa6ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.340880063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"e80eeefa-0465-40ed-9b0c-abf43b6fa6ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.65077454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"07fa9ba6-f343-46f6-a9cc-fe72ebe7b3c3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:36.658842381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"07fa9ba6-f343-46f6-a9cc-fe72ebe7b3c3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.084036267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"47ef87c0-bd6e-40a3-b1c7-bf2863daeffa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.094399614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"47ef87c0-bd6e-40a3-b1c7-bf2863daeffa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.101617245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29b2a5bb008bfae2e40a92dba213dcc6e363fab7233a04479eb55e25c3c6922f) AuthConfig (f9a005a09a68fb7e105f012fab0f2d0066cee318484a35bc06c612bf5d8ec49e) AuthConfig (290c01ca2e726d496bab49f0373d03d89671c1c1ec6244d9e3a1195f226d2cb2) AuthConfig (9ab1d5eefb019832a67b1535d2fc9b6b350a85bfb86791e577fa9be491783d36) AuthConfig (f3879d0988fa535284f914025aa34f13bae3c106c6bfaa61b0b073a47cf9481f) AuthConfig (08104edd4d82979ea3896a7e0a4475abf0e195833ec7bc30ec52b095ac9cf345) AuthConfig (be5d579c40997cd386ea10bbfd563fd56f7ab7a4a718446c79e100e55e778ab9) AuthConfig (4a7ae2a0a469905130d5d953beb89cd815f0b598203d694ab10bec46fcfccbe1) AuthConfig (98f8556e490f6589078224c7a8a2fbcdf8039244f9decd74dd19df236a354f47) AuthConfig (3f4ff977bcdce69ba8c8da44314252b416c5992edf7241d917b0a446d78a9764) AuthConfig (06981ebeddaa0ea0941916a1f692d4ef7338e53fab4a44da6779eb2487479aa6) AuthConfig (6eac2e99b256d5a7a2a344a295b69f3cb6ad9d0b5d56758de8d41baab9703f1f) AuthConfig (728c3b5ca463dbe9ec34ffbfcf7488f1b10cb05920653ac722e27f5a60799326) AuthConfig (d2ab5ccc46efab40d42389748510046bad325f37f6faa56d6a8df063335b1da0) AuthConfig (85d705140756c9cf0fc875d57a2fbdc23ee1c51980b4edd7de53e00fdf8f6fbb) AuthConfig (19a4991225e201e1b97be668b3a81b167c7a4db7ec37fb7d143756d1eb6fa4b2) AuthConfig (a165eeb262f802958d1ecec0ae0afbaeb37eb758c35a7b96d194afc1e84eb22a) AuthConfig (a71f31a47ced62c86cf974d520e830fd5d073b2be241ed3d7a047f226cb67872)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"47ef87c0-bd6e-40a3-b1c7-bf2863daeffa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.110672722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"843f44ee-55db-4bf9-8edc-7c61257c1a46","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.110693781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"843f44ee-55db-4bf9-8edc-7c61257c1a46","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.423581661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d3d0df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d3d0df","reconcileID":"2abdba02-abc2-4640-8f9e-6116efb53f91","aitenant":"ai-tenants/e2e-worker-w0-d3d0df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.562885854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d3d0df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d3d0df","reconcileID":"2abdba02-abc2-4640-8f9e-6116efb53f91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-d3d0df","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-d3d0df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.573737563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffe15b4-b17f-49fd-82c1-f7ecf0701b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.581920016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffe15b4-b17f-49fd-82c1-f7ecf0701b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.587148552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffe15b4-b17f-49fd-82c1-f7ecf0701b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.594246344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffe15b4-b17f-49fd-82c1-f7ecf0701b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.901819437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748b5f73-b8df-4f7f-a2b2-6283a6137404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.908139843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748b5f73-b8df-4f7f-a2b2-6283a6137404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.914512976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748b5f73-b8df-4f7f-a2b2-6283a6137404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.923051365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748b5f73-b8df-4f7f-a2b2-6283a6137404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:40.443290704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5827db0-9cdd-4af5-ac2a-de75ecacfe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:40.446679939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5827db0-9cdd-4af5-ac2a-de75ecacfe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:40.450044044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5827db0-9cdd-4af5-ac2a-de75ecacfe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:40.453089525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5827db0-9cdd-4af5-ac2a-de75ecacfe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.697024078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"247fc302-3fb3-4afb-9ab9-1f301fcb8fad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.705156791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"247fc302-3fb3-4afb-9ab9-1f301fcb8fad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.830784071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"7f20849a-76bb-4352-a859-4b3694c2dd33","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.830809242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"7f20849a-76bb-4352-a859-4b3694c2dd33","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.051094653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"4d1f4992-25bd-4ca1-b4c5-13547612690d","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.051125454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"4d1f4992-25bd-4ca1-b4c5-13547612690d","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.063081835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"6504771b-5d8a-4cdb-b502-7617cdf3784f","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.063104226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"6504771b-5d8a-4cdb-b502-7617cdf3784f","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.07183991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"ccb97069-0790-4b16-ad6a-f33a93ae9028","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.071856231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"ccb97069-0790-4b16-ad6a-f33a93ae9028","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:47.080529079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w3-bfc240/e2e-shared-sub-94cd47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-94cd47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.094871389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"3950d8b5-c48b-47df-9489-556cefa46a37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.103613962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"3950d8b5-c48b-47df-9489-556cefa46a37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.103766234Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"919d2caa-fa38-42bd-8639-a3f439d2b94e","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"sub-test-model-bfc240","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bfc240/e2e-shared-sub-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.125521742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"4c8d4b39-4fe7-482a-ba31-89b090640647","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.125545282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"4c8d4b39-4fe7-482a-ba31-89b090640647","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.19264198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"3c26830d-985d-40a3-b482-02773d656a8b","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.208297166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"ee6631e2-f922-4ee5-8437-398f9facc357","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.216740397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"ee6631e2-f922-4ee5-8437-398f9facc357","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.230466744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"b8e61c58-9c9c-44f9-b14e-f0dda8dadfa0","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.230488648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"b8e61c58-9c9c-44f9-b14e-f0dda8dadfa0","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.240615474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"9443ecef-0a5e-4b77-9bbc-5c34b871b1f5","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.240637704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"9443ecef-0a5e-4b77-9bbc-5c34b871b1f5","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.24600014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"7a0df1f3-d8dd-4abf-b06b-200aca81b5dc","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.246018324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"7a0df1f3-d8dd-4abf-b06b-200aca81b5dc","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:47.247025253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"28f4f4b2-e102-4f84-ac8e-0164c3f9c5f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-94cd47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.26054162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"a94dc8a6-67cd-4ac2-bd17-5640ef7175eb","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.260558921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"a94dc8a6-67cd-4ac2-bd17-5640ef7175eb","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.269144248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"93256140-9a8c-40d8-81c2-9899c80cf300","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.269168887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"93256140-9a8c-40d8-81c2-9899c80cf300","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.289029754Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"1e98dfb5-3bd5-436f-a28b-8b4a412d3a1c","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"sub-test-model-bcfde8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bcfde8/e2e-shared-sub-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.307983027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"c139f225-e79b-47f2-a4df-23920cdff1d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.30885835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"28bcb5cb-7ef9-4a40-a3c8-785038ad4210","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.308876474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"28bcb5cb-7ef9-4a40-a3c8-785038ad4210","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.316401371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"c139f225-e79b-47f2-a4df-23920cdff1d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.399295547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"d5c9c88e-a894-480f-97e4-6b32116db7b1","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.407911498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"4289b0eb-9768-46ef-bd5c-3cd8f1178187","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.416379459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"4289b0eb-9768-46ef-bd5c-3cd8f1178187","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.42366253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"f36591cb-85fe-4396-b508-7c53bcfbe481","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.423681948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"f36591cb-85fe-4396-b508-7c53bcfbe481","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.429769732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"18664514-b1a0-481b-ad54-00eeda49a4dc","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.429791503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"18664514-b1a0-481b-ad54-00eeda49a4dc","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:47.440513682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"49923268-b9d7-4b8c-9c0f-0ff597841927","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-94cd47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.456389261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"d64084aa-53b5-4144-b55f-b134e19208cf","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.456411979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"d64084aa-53b5-4144-b55f-b134e19208cf","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.463288851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"5c6af629-e14d-48bd-b9a2-24fca72faaa3","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.463314093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"5c6af629-e14d-48bd-b9a2-24fca72faaa3","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.497113446Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"343d0b10-4092-4509-9d27-5946378a5ae1","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-bfc240/e2e-a-only-94cd47","ai-tenant-e2e-shared-a-w3-bfc240/e2e-shared-sub-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.508190076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8942bb1b-85c9-4225-a9c5-5b5bc46378ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.516434714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"ec9543a8-d1f7-44a5-88dd-8f4c8db32381","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.516458056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"ec9543a8-d1f7-44a5-88dd-8f4c8db32381","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.516443215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"8942bb1b-85c9-4225-a9c5-5b5bc46378ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.586880582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"c1fc0d2d-a8f4-4019-b750-6e0979f6a11b","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.586971701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"32086595-8971-4097-a9a5-6dd40b1ee070","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.6151488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"c61491db-a006-4645-ad69-9cecd1c847ab","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.615177636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"c61491db-a006-4645-ad69-9cecd1c847ab","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.624131757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"460269d1-0834-4232-abb4-3e5f7550a563","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.624154087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"460269d1-0834-4232-abb4-3e5f7550a563","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:47.625619188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"09f5e9b3-26e4-49ca-8d94-b1db02fb5284","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-94cd47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.642336804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"32dccda8-a1ef-4406-96ca-59a20ae610d6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.642357565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"32dccda8-a1ef-4406-96ca-59a20ae610d6","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.650585558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"928c797b-29ef-4e29-99af-9ba736809d92","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.650609963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"928c797b-29ef-4e29-99af-9ba736809d92","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.695488605Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"be5a1ac9-0d41-4d1e-a05f-2544ad47cb26","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-bcfde8/e2e-b-only-94cd47","ai-tenant-e2e-shared-b-w3-bcfde8/e2e-shared-sub-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.709065153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"0834042d-35ef-4608-a2ca-b2e69eff2715","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.715437043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"b39b6b60-dfd6-4775-8ab6-665154b05d74","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.715455452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"b39b6b60-dfd6-4775-8ab6-665154b05d74","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.720305985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"0834042d-35ef-4608-a2ca-b2e69eff2715","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.792074301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"7f6092ab-c757-4c63-9e6e-fade1b43d954","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.792428641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"b1fb9e84-0e34-4573-b260-1b73b08b2ab6","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.116756359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"983e106e-5554-4c10-8a2a-8d2f502122d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.125663631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"983e106e-5554-4c10-8a2a-8d2f502122d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.135722117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-43c674-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29b2a5bb008bfae2e40a92dba213dcc6e363fab7233a04479eb55e25c3c6922f) AuthConfig (f9a005a09a68fb7e105f012fab0f2d0066cee318484a35bc06c612bf5d8ec49e) AuthConfig (290c01ca2e726d496bab49f0373d03d89671c1c1ec6244d9e3a1195f226d2cb2) AuthConfig (9ab1d5eefb019832a67b1535d2fc9b6b350a85bfb86791e577fa9be491783d36) AuthConfig (f3879d0988fa535284f914025aa34f13bae3c106c6bfaa61b0b073a47cf9481f) AuthConfig (08104edd4d82979ea3896a7e0a4475abf0e195833ec7bc30ec52b095ac9cf345) AuthConfig (be5d579c40997cd386ea10bbfd563fd56f7ab7a4a718446c79e100e55e778ab9) AuthConfig (4a7ae2a0a469905130d5d953beb89cd815f0b598203d694ab10bec46fcfccbe1) AuthConfig (98f8556e490f6589078224c7a8a2fbcdf8039244f9decd74dd19df236a354f47) AuthConfig (3f4ff977bcdce69ba8c8da44314252b416c5992edf7241d917b0a446d78a9764) AuthConfig (06981ebeddaa0ea0941916a1f692d4ef7338e53fab4a44da6779eb2487479aa6) AuthConfig (6eac2e99b256d5a7a2a344a295b69f3cb6ad9d0b5d56758de8d41baab9703f1f) AuthConfig (728c3b5ca463dbe9ec34ffbfcf7488f1b10cb05920653ac722e27f5a60799326) AuthConfig (d2ab5ccc46efab40d42389748510046bad325f37f6faa56d6a8df063335b1da0) AuthConfig (85d705140756c9cf0fc875d57a2fbdc23ee1c51980b4edd7de53e00fdf8f6fbb) AuthConfig (19a4991225e201e1b97be668b3a81b167c7a4db7ec37fb7d143756d1eb6fa4b2) AuthConfig (a165eeb262f802958d1ecec0ae0afbaeb37eb758c35a7b96d194afc1e84eb22a) AuthConfig (a71f31a47ced62c86cf974d520e830fd5d073b2be241ed3d7a047f226cb67872)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"983e106e-5554-4c10-8a2a-8d2f502122d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.672997189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"cdccf5ea-2edc-440d-afed-45834bc62233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.673193078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7fbe9f95-da45-4cde-a552-54606625a3b7","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.673233984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"7fbe9f95-da45-4cde-a552-54606625a3b7","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.69863901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"b22465b1-b621-4b51-9964-578a05d28bb5","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.782553148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"cdccf5ea-2edc-440d-afed-45834bc62233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.812889146Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"cdccf5ea-2edc-440d-afed-45834bc62233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"e2e-shared-a-w2-836265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.812918076Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-auth-915154","reconcileID":"cdccf5ea-2edc-440d-afed-45834bc62233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.820976244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"dff4206d-8c90-4c35-a130-cb7707dcf17e","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.821004662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"dff4206d-8c90-4c35-a130-cb7707dcf17e","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.845155037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"e5f50f6e-f162-44d6-9437-4d914fa085dd","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.948270042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"ec3afff2-1248-408a-af3a-fd00e11dc5e5","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.948272446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5283bd6a-3685-4704-b97c-dff385a249ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.961789335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"ee5ae13f-42c3-4376-b08f-2ce7bfb267af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.961792391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"cd0c6c5d-a4d6-4b11-aa89-987dd130a042","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.961902568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"cd0c6c5d-a4d6-4b11-aa89-987dd130a042","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.975759417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"ee5ae13f-42c3-4376-b08f-2ce7bfb267af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.005289877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"ee5ae13f-42c3-4376-b08f-2ce7bfb267af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"e2e-shared-b-w2-660d95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.005316405Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-auth-915154","reconcileID":"ee5ae13f-42c3-4376-b08f-2ce7bfb267af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.013016836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"196dfb3f-611f-4a86-ac70-27c6c5a81c46","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.013040678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"196dfb3f-611f-4a86-ac70-27c6c5a81c46","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.048274356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e74a765-f207-4be1-b211-b4690d7aa236","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.048443322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"96a57d42-3e17-4e1b-899f-94b72cb88f32","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.048883056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"497d9041-5086-4a17-9388-85e479d84f7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.048925033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"0adce7df-172f-48f4-908b-54cc9c5dfe36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.146008893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"61ef5141-65f3-4938-bc5d-aa97f87c7f50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.146813663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"5fa4ea79-f7fd-4590-a6af-5bcdf74b4bd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.146813655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"95229336-d13d-4b82-b529-68b074076e19","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.147374629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"c6d3292c-21a2-4fb5-b41f-3d0ff05242d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.147394948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"e711da7f-62b2-40b1-a1c3-e217ffdef4ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.211107565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"38b44a86-29dc-41b7-ba0e-ed9c54f8ae3d","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.211129742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"38b44a86-29dc-41b7-ba0e-ed9c54f8ae3d","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.695002141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.14389102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"4d61b64b-f32d-41cf-8615-1edf7171b099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.154914611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"4d61b64b-f32d-41cf-8615-1edf7171b099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.182738831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"c12378ff-5a8b-40e3-a238-3f248ae94727","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.182809914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"c12378ff-5a8b-40e3-a238-3f248ae94727","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.900051409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"4db0f36e-9d22-4fec-aa37-0eadfb67a623","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.900076718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"4db0f36e-9d22-4fec-aa37-0eadfb67a623","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.908138654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e2a53ce9-b2a8-43df-a2fd-907a7c4ed8da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.912575352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"34c915e3-0654-415b-bc35-0b70116407e8","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.912666068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"34c915e3-0654-415b-bc35-0b70116407e8","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:00.913105621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"38fa7e5a-81f1-4aac-a763-579775f09e1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bb040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.916982567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e2a53ce9-b2a8-43df-a2fd-907a7c4ed8da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.923898874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"0645c515-53be-42c2-be29-e6b397108266","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.923917439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"0645c515-53be-42c2-be29-e6b397108266","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.932353729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"47f5c3cf-36e1-4eae-9015-9d6631fc048d","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.932375027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"47f5c3cf-36e1-4eae-9015-9d6631fc048d","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.95762121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"c0953fa6-0214-4771-a4a2-45318abdb71d","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"sub-test-model-f154ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-f154ac/e2e-shared-sub-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.979563526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"76235034-4461-4daf-9b17-3e5f900e3d27","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.979591016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"76235034-4461-4daf-9b17-3e5f900e3d27","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.007386153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"3376d1f4-7df4-4df9-85c7-542a0460b9f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.017317844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"3376d1f4-7df4-4df9-85c7-542a0460b9f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.05166428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"871d0c2d-11bb-4341-9a5d-da7ae92a2ed7","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.089118132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"830f50a3-b492-4d1f-b89c-385a36cbbb4a","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.089139188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"830f50a3-b492-4d1f-b89c-385a36cbbb4a","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.09863175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"8848daab-7c9a-4eed-8b28-ea11941647ae","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.098762283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"8848daab-7c9a-4eed-8b28-ea11941647ae","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:01.101420869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"d0b90937-ffc6-44c1-ad7d-a3399597b934","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bb040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:01.104235044Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"8848daab-7c9a-4eed-8b28-ea11941647ae","name":"sub-test-model-43c674","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-43c674\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:01.104285848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"8848daab-7c9a-4eed-8b28-ea11941647ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-43c674\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.105450149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e1c0fe2d-e9b7-40c0-a7ff-e3b3fc361150","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.109679311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"f53a63d9-2bad-42e1-8772-8b96839562a1","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.109694108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"f53a63d9-2bad-42e1-8772-8b96839562a1","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.111692897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a3b52354-17c9-4fb1-9553-d66bbfb14785","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.111710623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a3b52354-17c9-4fb1-9553-d66bbfb14785","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.113493834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e1c0fe2d-e9b7-40c0-a7ff-e3b3fc361150","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.118692734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"1470bb2b-1e40-4f09-a829-c2b0b4d7ed42","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.118707646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"1470bb2b-1e40-4f09-a829-c2b0b4d7ed42","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.149571579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"ddb2fe13-e2a2-4ea7-acd0-36a0c4ef2ea7","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"sub-test-model-43c674","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-43c674/e2e-shared-sub-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.173651694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"24e15fb3-b9f4-49d6-96ad-322c3c4b3b8e","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.17367193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"24e15fb3-b9f4-49d6-96ad-322c3c4b3b8e","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.205937374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"207dce10-a1f8-4c0d-8bb3-cd1f77ea217c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.214647118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"207dce10-a1f8-4c0d-8bb3-cd1f77ea217c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.24725549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"8828b023-adb2-4837-a5bc-19bbc04684aa","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.261092827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"4813db1f-3090-41ee-8a6b-22ee3a1f261e","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.261116306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"4813db1f-3090-41ee-8a6b-22ee3a1f261e","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.267305533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"3931fe9c-357f-4aed-ac0f-487f5d979c62","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.26732554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"3931fe9c-357f-4aed-ac0f-487f5d979c62","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:01.272811991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"0c4b3742-1ee0-409a-bea4-0a36a34ef0f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-bb040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.289240373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"2a46535a-6ec8-47bb-91af-91e80cbd768f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.289263371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"2a46535a-6ec8-47bb-91af-91e80cbd768f","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.298339907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"1caa2722-f344-488f-8ee8-29947362df72","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.298362478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"1caa2722-f344-488f-8ee8-29947362df72","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.305920565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"613cd289-13ce-4409-9cac-f696767903b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.314358303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"613cd289-13ce-4409-9cac-f696767903b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.356921516Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"3b4923d4-0701-418e-b8e5-694118273233","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-f154ac/e2e-a-only-bb040a","ai-tenant-e2e-shared-a-w1-f154ac/e2e-shared-sub-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.376540247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"ea4b055d-6359-4c6d-ae8a-1eb8beb4b523","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.376563765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"ea4b055d-6359-4c6d-ae8a-1eb8beb4b523","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.432712311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a02d9737-f809-41ff-af4b-17793945a4f6","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.432736147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a02d9737-f809-41ff-af4b-17793945a4f6","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.439671025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"aa817c9e-6e1b-4a8e-97eb-6091e8c0ff61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.440085999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"5d3d08b3-31d7-4721-a78e-05b756bb688c","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.440104371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"5d3d08b3-31d7-4721-a78e-05b756bb688c","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:01.444230751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"35ade38f-7b12-4ed1-a988-75df3f9a9af9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-bb040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.448632764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"aa817c9e-6e1b-4a8e-97eb-6091e8c0ff61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.450752587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"e7394ad9-107d-48c3-b22e-e5539ae6d7bd","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.450758658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"fc86fdb7-19cf-4a7d-867c-031713774e60","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.465012616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"afdf6520-8ae8-41cd-a666-e34e789a5426","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.46503996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"afdf6520-8ae8-41cd-a666-e34e789a5426","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.477456712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"fdedb6c6-7b81-4f1b-b5cd-44d5f588812b","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.477478749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"fdedb6c6-7b81-4f1b-b5cd-44d5f588812b","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.56153426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"2d4824af-16b8-4096-89fd-1ef05754bcc4","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-43c674/e2e-b-only-bb040a","ai-tenant-e2e-shared-b-w1-43c674/e2e-shared-sub-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.581580712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"9231d94c-ea0b-4a1c-9436-daea7f1f10a1","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.58160505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"9231d94c-ea0b-4a1c-9436-daea7f1f10a1","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.683662808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"bf8db964-1213-41e1-8b64-36188432b43c","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.68368683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"605f56ee-3ed9-4890-940c-510b4b7fabcf","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.226410425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"919f055c-c31c-4d0e-8b7e-66377ed263d7","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","subscription":"e2e-rate-iso-a-915154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.230189578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"919f055c-c31c-4d0e-8b7e-66377ed263d7","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.234111768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"e2e-rate-iso-a-915154","reconcileID":"919f055c-c31c-4d0e-8b7e-66377ed263d7","MaaSSubscription":{"name":"e2e-rate-iso-a-915154","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"name":"maas-trlp-rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.26616394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"3ad595aa-31f8-42c9-af41-f549778397d8","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"tenant":"e2e-shared-a-w2-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","model":"ai-tenant-e2e-shared-a-w2-836265/rate-test-model-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.266394746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"rate-test-model-836265","reconcileID":"3ad595aa-31f8-42c9-af41-f549778397d8","MaaSModelRef":{"name":"rate-test-model-836265","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"routeName":"rate-test-model-836265-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-836265","llmisvcName":"rate-test-model-836265","gateway":"openshift-ingress/e2e-shared-a-w2-836265","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.398947125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9a53d8fc-19be-47ba-b553-9d0ecf0c17b0","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.398978754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"9a53d8fc-19be-47ba-b553-9d0ecf0c17b0","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.15706202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"b4a9bc7f-45fc-41a0-8d40-1484bbad63ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.157700795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"4b40f5e2-1444-43cb-ba5c-491916bde01f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.158304608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"11e56674-e383-42b2-8acc-af855b2b579a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.158871816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"9c4cfe03-cf83-4692-8299-75093bfeea26","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.159624154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"3cd3f3c4-b97e-47ec-87d4-341fb52dc201","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.279127004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"a1879e8d-e748-4ce6-9d7d-a6d9859dccf3","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.279160412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"a1879e8d-e748-4ce6-9d7d-a6d9859dccf3","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.280896051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"5b34dba3-f8a7-405c-abec-cb579d2f9812","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.284278453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"5b34dba3-f8a7-405c-abec-cb579d2f9812","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.28313039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"10fc482a-6551-4a08-8c3c-48d4e330b904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.291525044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"9983936c-b57e-492f-9dc7-09031b61635a","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.321542387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"08a93b56-1822-46fd-ab88-2523e3c1d690","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.321700995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"08a93b56-1822-46fd-ab88-2523e3c1d690","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.341766702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"e46a1331-c389-46f8-9b84-42d49bda40de","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.342505837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"f1703847-4bde-40e6-8237-2be07ce0161d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.343079627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"b8008b3c-93b2-433d-a260-e9df4884f3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.343657307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"187a3524-1306-47c9-9673-545af2700006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.411289482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2ecd3cc9-f009-4fc6-8e62-4fe050d5fe68","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.411422609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"2ecd3cc9-f009-4fc6-8e62-4fe050d5fe68","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.438220198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90884346-fa15-4bf8-a920-09c9e16c3430","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.438837993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"9760f5c2-1dd7-434b-b503-5010ffacb44e","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.439307808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"42129070-2b3a-4f45-8902-ef3a38b6c91c","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.439812708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"71c6f72d-a472-4ce6-8ad2-aebf94134c5b","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.440910363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"6da4179e-bfcb-42fe-b44d-54ee84d5950d","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.44465098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"58049dd9-e562-4d40-8c03-d4f19500d27b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.507153461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"58049dd9-e562-4d40-8c03-d4f19500d27b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.519791449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"e2fad14b-6115-41c2-bb1b-fc74c59169e0","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","subscription":"e2e-rate-iso-b-915154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.522022609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"07153594-e985-4628-b2af-819c4bd3f396","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.522158241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"07153594-e985-4628-b2af-819c4bd3f396","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.52277586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"6dfdd6b5-4890-47a0-ba88-ea0e66ff3398","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.52289219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"6dfdd6b5-4890-47a0-ba88-ea0e66ff3398","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.524359868Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"e2fad14b-6115-41c2-bb1b-fc74c59169e0","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.536363497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"0a80be50-1974-42d8-9fc5-9e1616f411aa","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.536459577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"0a80be50-1974-42d8-9fc5-9e1616f411aa","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.546604744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"e2e-rate-iso-b-915154","reconcileID":"e2fad14b-6115-41c2-bb1b-fc74c59169e0","MaaSSubscription":{"name":"e2e-rate-iso-b-915154","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"name":"maas-trlp-rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.584395069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"fadd670b-c674-4e63-84f8-8984709b981c","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"tenant":"e2e-shared-b-w2-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","model":"ai-tenant-e2e-shared-b-w2-660d95/rate-test-model-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.584423019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"rate-test-model-660d95","reconcileID":"fadd670b-c674-4e63-84f8-8984709b981c","MaaSModelRef":{"name":"rate-test-model-660d95","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"routeName":"rate-test-model-660d95-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-660d95","llmisvcName":"rate-test-model-660d95","gateway":"openshift-ingress/e2e-shared-b-w2-660d95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.601533463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e5af3958-e928-4cab-a023-48d9ef7210ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.611046653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"e5af3958-e928-4cab-a023-48d9ef7210ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.040011828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"bf24d147-5c4b-4d41-a8ec-272351ebe9c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.048485148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"bf24d147-5c4b-4d41-a8ec-272351ebe9c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.141451653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"f3b8584e-027e-465a-a9f3-f16a30e7bb5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.149516723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"f3b8584e-027e-465a-a9f3-f16a30e7bb5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.461508927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"6b0a1e31-ed51-4ace-b244-fc982367ec76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.46171552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"fd164929-c1d7-438b-919f-2b251e253fb6","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.461740749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"fd164929-c1d7-438b-919f-2b251e253fb6","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.511826335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"eb3b7ac7-7616-4610-96b7-7be996840f9c","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.511878339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"09d69e52-7fd4-4719-a641-e360bff0ba9f","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.573327963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"6b0a1e31-ed51-4ace-b244-fc982367ec76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.608294429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"6b0a1e31-ed51-4ace-b244-fc982367ec76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.608399906Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"6b0a1e31-ed51-4ace-b244-fc982367ec76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.616277913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"8c2480a3-e6c1-4e98-bd61-670af1ee82c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.616784401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"f7cd8c30-01cf-421e-a60d-a4d549cdfce2","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.616802129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"f7cd8c30-01cf-421e-a60d-a4d549cdfce2","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.643823451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"7b4ea223-12e6-4897-9039-94f297f0ab9b","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.643822965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"aef1b308-3ce0-4d4f-addb-63e061b97e15","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.67856122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"8c2480a3-e6c1-4e98-bd61-670af1ee82c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.686750407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"8c2480a3-e6c1-4e98-bd61-670af1ee82c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"e2e-shared-a-w1-f154ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.686776427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"8c2480a3-e6c1-4e98-bd61-670af1ee82c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-f154ac","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:14.690424524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-sub-iso-auth-bb040a","reconcileID":"8c2480a3-e6c1-4e98-bd61-670af1ee82c5","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-bb040a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.75394112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"d1d02145-1e2a-472b-8781-f8a07cebecc9","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:14.753967135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"d1d02145-1e2a-472b-8781-f8a07cebecc9","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.757327691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"cd6009bc-0dd8-483f-a786-cd8bd7ca1448","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.75745661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"54dcd01f-d7a3-49ff-98ca-2473c1fe4cb9","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.757475797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"54dcd01f-d7a3-49ff-98ca-2473c1fe4cb9","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.766878249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"cd6009bc-0dd8-483f-a786-cd8bd7ca1448","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.781058583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"02226376-a7a6-444f-bf24-1490bdf78530","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.781124054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"6c8a1666-9e39-471e-9696-a083fb6a086f","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.795979229Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"cd6009bc-0dd8-483f-a786-cd8bd7ca1448","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"e2e-shared-a-w3-bfc240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.795996827Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-sub-iso-auth-94cd47","reconcileID":"cd6009bc-0dd8-483f-a786-cd8bd7ca1448","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.803398526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"61b88d3b-b2d1-46fc-aeaa-e93fdd7cf33f","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.803414802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"61b88d3b-b2d1-46fc-aeaa-e93fdd7cf33f","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.882391207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"0320da44-5a8a-4a50-8220-3174059f5ad0","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.882437633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"a55c2191-de21-4984-a5ef-8564efe2ab43","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:20.025881976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"bbe525c4-6c02-49d0-8a8f-b76b1192940b","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:20.025911828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"bbe525c4-6c02-49d0-8a8f-b76b1192940b","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.777453302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"0220effa-b1bb-40e0-a0c7-852142019cf5","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscription":"e2e-shared-sub-bb040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.79837838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-shared-sub-bb040a","reconcileID":"0220effa-b1bb-40e0-a0c7-852142019cf5","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-f154ac/e2e-a-only-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.81666411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"37265582-0039-46e7-8fdd-820ea711fa20","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.915603035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"31e8d51f-61af-4f0d-94fe-1dbc50efbea1","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.915627996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"31e8d51f-61af-4f0d-94fe-1dbc50efbea1","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:25.057888327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"82bc9f2c-53b6-4dcc-a2ba-1d299d6603a4","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:25.057915985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"82bc9f2c-53b6-4dcc-a2ba-1d299d6603a4","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:25.695345899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.041314479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"ab91a435-1965-422f-948f-4ae4a92467fe","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscription":"e2e-shared-sub-94cd47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.06160266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-shared-sub-94cd47","reconcileID":"ab91a435-1965-422f-948f-4ae4a92467fe","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bfc240/e2e-a-only-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.090821999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"f5d1b009-ea9d-4213-9401-fa47cadff608","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.093990842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"34c4249a-26d4-4490-a93c-e571b1ea4307","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.094010036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"34c4249a-26d4-4490-a93c-e571b1ea4307","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.249463096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"a79a7588-5e19-4c8f-9e7b-f59f9831f9cc","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.249485765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"a79a7588-5e19-4c8f-9e7b-f59f9831f9cc","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.685851663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee847c80-fede-4885-af78-3bc2321386d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.689013134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee847c80-fede-4885-af78-3bc2321386d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.692459286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee847c80-fede-4885-af78-3bc2321386d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:30.698346593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee847c80-fede-4885-af78-3bc2321386d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:31.010757789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4a1348-bebb-455d-989f-04aa2b8991dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:31.014725899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4a1348-bebb-455d-989f-04aa2b8991dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:31.028065609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4a1348-bebb-455d-989f-04aa2b8991dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:31.085544819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4a1348-bebb-455d-989f-04aa2b8991dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.074549993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"24dc10fe-31a5-4740-89d9-83262dcba728","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","subscription":"e2e-a-only-bb040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.079961146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"24dc10fe-31a5-4740-89d9-83262dcba728","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.083525993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"e2e-a-only-bb040a","reconcileID":"24dc10fe-31a5-4740-89d9-83262dcba728","MaaSSubscription":{"name":"e2e-a-only-bb040a","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"name":"maas-trlp-sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.116853763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"72290389-2663-4cd9-84dd-1328a15c7963","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"tenant":"e2e-shared-a-w1-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","model":"ai-tenant-e2e-shared-a-w1-f154ac/sub-test-model-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.116881172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"sub-test-model-f154ac","reconcileID":"72290389-2663-4cd9-84dd-1328a15c7963","MaaSModelRef":{"name":"sub-test-model-f154ac","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"routeName":"sub-test-model-f154ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","llmisvcName":"sub-test-model-f154ac","gateway":"openshift-ingress/e2e-shared-a-w1-f154ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.152699651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","namespace":"ai-tenant-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.152774591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","namespace":"ai-tenant-e2e-extmod-a-eb69cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.152821159Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","tenant":"e2e-extmod-a-eb69cb","tenantID":"e2e-extmod-a-eb69cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.158057744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-eb69cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.174036502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Service","name":"maas-api-e2e-extmod-a-eb69cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.184174653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-eb69cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.191915675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-eb69cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.201184259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.206732761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.214677827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.220400522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.223325874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.226064546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.228994576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Service","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.231958276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.234985651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.237521683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.241226656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.248270772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.251450313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.254332539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.257088443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-eb69cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.259807087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-eb69cb"},"namespace":"ai-tenant-e2e-extmod-a-eb69cb","name":"default-tenant","reconcileID":"7b2ac9d7-addf-45d7-a2ba-860c7b9efc2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-eb69cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.423229625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"008cf88d-5b51-4a94-991a-17fe049db61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.424035306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"c2295a04-1af6-433a-b378-8b3125bd080e","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.424057756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"c2295a04-1af6-433a-b378-8b3125bd080e","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.477973798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"99d40bc9-3e16-4e6a-a843-8047f6e2264f","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.479837391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"b5cbb6bf-6679-4ba3-8d86-b30e8c6fad16","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.532055436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"008cf88d-5b51-4a94-991a-17fe049db61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.564570038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"008cf88d-5b51-4a94-991a-17fe049db61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"e2e-shared-b-w1-43c674-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.564600583Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-sub-iso-auth-bb040a","reconcileID":"008cf88d-5b51-4a94-991a-17fe049db61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.57233764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"4f0dd95b-0e39-430f-9679-d7da0517e1f7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.572362949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"4f0dd95b-0e39-430f-9679-d7da0517e1f7","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.597633299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"c834d611-5957-4496-96b0-6e0420493137","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.597829268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"cbc78757-d7dd-4a3c-bf94-b3384edc9b35","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.713067145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a2fc5bea-fe10-412b-af6d-7cd183fc6838","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:35.71309385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"a2fc5bea-fe10-412b-af6d-7cd183fc6838","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.265730916Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"41b32e67-ff48-437f-ae3d-e15670d54ac4","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","subscription":"e2e-a-only-94cd47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.269579744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"41b32e67-ff48-437f-ae3d-e15670d54ac4","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.272953539Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"e2e-a-only-94cd47","reconcileID":"41b32e67-ff48-437f-ae3d-e15670d54ac4","MaaSSubscription":{"name":"e2e-a-only-94cd47","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"name":"maas-trlp-sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.392420798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"8c5ec6e5-8890-467c-ab76-a4bdc9b53609","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"tenant":"e2e-shared-a-w3-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","model":"ai-tenant-e2e-shared-a-w3-bfc240/sub-test-model-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.392452323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"sub-test-model-bfc240","reconcileID":"8c5ec6e5-8890-467c-ab76-a4bdc9b53609","MaaSModelRef":{"name":"sub-test-model-bfc240","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"routeName":"sub-test-model-bfc240-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","llmisvcName":"sub-test-model-bfc240","gateway":"openshift-ingress/e2e-shared-a-w3-bfc240","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.726757162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"9ac69d8a-3148-4f26-8b95-7ddb01b67c33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.726959636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"976f8fb3-23e3-4f5d-8feb-e7829b7a3406","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.726987695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"976f8fb3-23e3-4f5d-8feb-e7829b7a3406","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.776971369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"be725f4f-ae2c-4134-b625-a5a69447c349","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.780601347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"7baed479-15e0-4fed-b5ea-9f5758c30c8c","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.833376492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"9ac69d8a-3148-4f26-8b95-7ddb01b67c33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.872835839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"9ac69d8a-3148-4f26-8b95-7ddb01b67c33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"e2e-shared-b-w3-bcfde8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.872870504Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-sub-iso-auth-94cd47","reconcileID":"9ac69d8a-3148-4f26-8b95-7ddb01b67c33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.884114748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"0e659af0-fa63-4fa7-8cf6-496ad7a831d0","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.88414938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"0e659af0-fa63-4fa7-8cf6-496ad7a831d0","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.916821132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"b931bc91-8c5c-4553-aa5b-f8784426beae","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:40.916892812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"58da9fa6-ac07-498f-aafe-c0990b9d6ddf","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:41.032679383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"177ae53d-a9bf-43d0-95a2-05c89fbed2d7","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:41.032705284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"177ae53d-a9bf-43d0-95a2-05c89fbed2d7","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.734138637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"d4bd5252-59d7-42e5-ac55-946b393cbd40","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscription":"e2e-shared-sub-bb040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.760973476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-shared-sub-bb040a","reconcileID":"d4bd5252-59d7-42e5-ac55-946b393cbd40","MaaSSubscription":{"name":"e2e-shared-sub-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-43c674/e2e-b-only-bb040a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.77876976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"64d7e9f9-ded0-4b82-a7ad-29762c25c608","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.783915312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"308244d5-9008-4d73-a27d-cc0597fb3581","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.783941252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"308244d5-9008-4d73-a27d-cc0597fb3581","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:46.1048669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"f55530ba-9319-4eef-aec3-a56d67e8011d","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:46.10491107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"f55530ba-9319-4eef-aec3-a56d67e8011d","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.622468196Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-eb69cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-eb69cb","reconcileID":"411984f5-4edb-4655-8f20-a0bebc52d7ae","aitenant":"ai-tenants/e2e-extmod-a-eb69cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.74276Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-eb69cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-eb69cb","reconcileID":"411984f5-4edb-4655-8f20-a0bebc52d7ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-eb69cb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-eb69cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.77699603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1d131-9c50-4433-ac5e-1a604974e3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.780333073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1d131-9c50-4433-ac5e-1a604974e3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.783403513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1d131-9c50-4433-ac5e-1a604974e3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.786945646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1d131-9c50-4433-ac5e-1a604974e3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.198170574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9ee4ed-300e-44ff-ad4a-3460c69a4d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.201578842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9ee4ed-300e-44ff-ad4a-3460c69a4d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.205131054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9ee4ed-300e-44ff-ad4a-3460c69a4d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.281272073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9ee4ed-300e-44ff-ad4a-3460c69a4d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.585876562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356422-ac06-4d5e-a7c6-187a0bfafb36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.589183896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356422-ac06-4d5e-a7c6-187a0bfafb36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.592460159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356422-ac06-4d5e-a7c6-187a0bfafb36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.595425085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356422-ac06-4d5e-a7c6-187a0bfafb36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.049839222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"b0125927-875b-4460-9f78-8bb6dad1d9ce","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscription":"e2e-shared-sub-94cd47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.070717653Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-shared-sub-94cd47","reconcileID":"b0125927-875b-4460-9f78-8bb6dad1d9ce","MaaSSubscription":{"name":"e2e-shared-sub-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bcfde8/e2e-b-only-94cd47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.087839614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"40bf33cc-5623-480f-824e-65c646c73336","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.098619491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"f36782bb-3848-465b-ae1f-7c69d5f92ab3","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.098642065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"f36782bb-3848-465b-ae1f-7c69d5f92ab3","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.408572314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"3e76e97c-17c3-41f3-8f26-f03f82668920","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.408606393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"3e76e97c-17c3-41f3-8f26-f03f82668920","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.33252058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484107-6a0b-4d86-bc6a-557ad4147e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.335899336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484107-6a0b-4d86-bc6a-557ad4147e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.339397459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484107-6a0b-4d86-bc6a-557ad4147e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.343621988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91484107-6a0b-4d86-bc6a-557ad4147e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.643402627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2afa9a-0e52-4634-8be4-620e8fdd6c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.646705729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2afa9a-0e52-4634-8be4-620e8fdd6c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.650060641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2afa9a-0e52-4634-8be4-620e8fdd6c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.656028329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2afa9a-0e52-4634-8be4-620e8fdd6c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.695139565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:56.120712824Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"6ed1c70a-6b62-4162-8ef8-f26ce28bdbd0","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","subscription":"e2e-b-only-bb040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:56.124189717Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"6ed1c70a-6b62-4162-8ef8-f26ce28bdbd0","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:56.199271161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"e2e-b-only-bb040a","reconcileID":"6ed1c70a-6b62-4162-8ef8-f26ce28bdbd0","MaaSSubscription":{"name":"e2e-b-only-bb040a","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"name":"maas-trlp-sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:56.32414642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"070979b3-6145-4be4-ae20-673b0eee8739","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"tenant":"e2e-shared-b-w1-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","model":"ai-tenant-e2e-shared-b-w1-43c674/sub-test-model-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:56.324181919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"sub-test-model-43c674","reconcileID":"070979b3-6145-4be4-ae20-673b0eee8739","MaaSModelRef":{"name":"sub-test-model-43c674","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"routeName":"sub-test-model-43c674-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-43c674","llmisvcName":"sub-test-model-43c674","gateway":"openshift-ingress/e2e-shared-b-w1-43c674","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.434747293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","namespace":"ai-tenant-e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.434992686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","namespace":"ai-tenant-e2e-extmod-b-46a6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.435128863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","tenant":"e2e-extmod-b-46a6d7","tenantID":"e2e-extmod-b-46a6d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.440790487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-46a6d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.457752252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Service","name":"maas-api-e2e-extmod-b-46a6d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.468153757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-46a6d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.478290325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-46a6d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.487432622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.494110689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.505717918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.513104687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.515931102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.51917752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.52248196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Service","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.525476677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.53171903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.534823512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.538062231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.54577354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.548731344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.551672348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.554562263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-46a6d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.55726138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-46a6d7"},"namespace":"ai-tenant-e2e-extmod-b-46a6d7","name":"default-tenant","reconcileID":"56066017-e648-49cd-9c8f-b14e721a75a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-46a6d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.42715737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"3ea60d22-dfe4-41a6-9f33-ea92deae679b","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","subscription":"e2e-b-only-94cd47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.430890663Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"3ea60d22-dfe4-41a6-9f33-ea92deae679b","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.43477628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"e2e-b-only-94cd47","reconcileID":"3ea60d22-dfe4-41a6-9f33-ea92deae679b","MaaSSubscription":{"name":"e2e-b-only-94cd47","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"name":"maas-trlp-sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.461781501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"4f009663-7f13-4e38-a55c-888216de671d","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"tenant":"e2e-shared-b-w3-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","model":"ai-tenant-e2e-shared-b-w3-bcfde8/sub-test-model-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.461806254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"sub-test-model-bcfde8","reconcileID":"4f009663-7f13-4e38-a55c-888216de671d","MaaSModelRef":{"name":"sub-test-model-bcfde8","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"routeName":"sub-test-model-bcfde8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","llmisvcName":"sub-test-model-bcfde8","gateway":"openshift-ingress/e2e-shared-b-w3-bcfde8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.282173658Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-46a6d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-46a6d7","reconcileID":"db757d9b-0b76-4734-a76e-c6df149e5220","aitenant":"ai-tenants/e2e-extmod-b-46a6d7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.404952329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-46a6d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-46a6d7","reconcileID":"db757d9b-0b76-4734-a76e-c6df149e5220","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-46a6d7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-46a6d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.417321128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba24c3df-ad5f-4849-a39e-ff63c54776a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.421693973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba24c3df-ad5f-4849-a39e-ff63c54776a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.427277131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba24c3df-ad5f-4849-a39e-ff63c54776a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.477139965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba24c3df-ad5f-4849-a39e-ff63c54776a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.936903606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c9c14-f2fa-44f2-80a2-63abb153b4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.943778444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c9c14-f2fa-44f2-80a2-63abb153b4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.974578441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c9c14-f2fa-44f2-80a2-63abb153b4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.992112689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c9c14-f2fa-44f2-80a2-63abb153b4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.984573816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17902e6f-2344-4866-9362-b8d86e0d4278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.987786701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17902e6f-2344-4866-9362-b8d86e0d4278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.990854269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17902e6f-2344-4866-9362-b8d86e0d4278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.993947026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17902e6f-2344-4866-9362-b8d86e0d4278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:06.337706925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515777d-0a50-41a2-a323-0d85c69d021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:06.341486287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515777d-0a50-41a2-a323-0d85c69d021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:06.345223039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515777d-0a50-41a2-a323-0d85c69d021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:06.348455108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515777d-0a50-41a2-a323-0d85c69d021c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.478283956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e69f736-a833-483c-98b6-120e2c654bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.481745652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e69f736-a833-483c-98b6-120e2c654bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.484595427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e69f736-a833-483c-98b6-120e2c654bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.488622286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e69f736-a833-483c-98b6-120e2c654bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.831011983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98b1d70-a513-4117-81ba-a16b9a7fae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.833931901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98b1d70-a513-4117-81ba-a16b9a7fae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.837413329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98b1d70-a513-4117-81ba-a16b9a7fae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.840413157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98b1d70-a513-4117-81ba-a16b9a7fae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.840515148Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","namespace":"ai-tenant-e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.840580939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","namespace":"ai-tenant-e2e-extmod-a-33e267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.840632386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","tenant":"e2e-extmod-a-33e267","tenantID":"e2e-extmod-a-33e267","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.846612275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Deployment","name":"maas-api-e2e-extmod-a-33e267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.859901162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Service","name":"maas-api-e2e-extmod-a-33e267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.876235035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-33e267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.881670499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-33e267","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.890771447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.899353988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.907721781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.912900618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.915761423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.918363122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.921759399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Service","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.924471771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.927221455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.929909298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.932540985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.939215531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.942162118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.944913696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.947472897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-33e267","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:12.950220985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-33e267"},"namespace":"ai-tenant-e2e-extmod-a-33e267","name":"default-tenant","reconcileID":"9078cc82-9d02-4f2a-82fc-791cd437b5a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-33e267","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.595548861Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-33e267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-33e267","reconcileID":"2303ecce-1bf8-42cb-a365-b10f3a7bed00","aitenant":"ai-tenants/e2e-extmod-a-33e267","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.746679534Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-33e267","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-33e267","reconcileID":"2303ecce-1bf8-42cb-a365-b10f3a7bed00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-33e267","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-33e267"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.777342662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270d9bd-d8cd-438b-b5b4-c659e574e3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.780627443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270d9bd-d8cd-438b-b5b4-c659e574e3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.784035696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270d9bd-d8cd-438b-b5b4-c659e574e3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.787305986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270d9bd-d8cd-438b-b5b4-c659e574e3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:14.140887862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c464ff-a764-44c2-b60a-34685cb2a794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:14.144020384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c464ff-a764-44c2-b60a-34685cb2a794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:14.147000589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c464ff-a764-44c2-b60a-34685cb2a794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:14.150031756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c464ff-a764-44c2-b60a-34685cb2a794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.665143998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17431e4-cce3-4a69-a758-280032aa8b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.669108811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17431e4-cce3-4a69-a758-280032aa8b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.673824523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17431e4-cce3-4a69-a758-280032aa8b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.682347056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17431e4-cce3-4a69-a758-280032aa8b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.917710981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c14fc1-a9ae-4cac-9116-2ba1bb8c8284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.922069678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c14fc1-a9ae-4cac-9116-2ba1bb8c8284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.936158066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c14fc1-a9ae-4cac-9116-2ba1bb8c8284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:16.944851003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c14fc1-a9ae-4cac-9116-2ba1bb8c8284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.150043085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3983b9ee-ac63-42af-8fd8-a1071354e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.153448111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3983b9ee-ac63-42af-8fd8-a1071354e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.156640902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3983b9ee-ac63-42af-8fd8-a1071354e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.16019486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3983b9ee-ac63-42af-8fd8-a1071354e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.548833442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814612b3-7773-48d4-af8b-01ac39b2191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.552101678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814612b3-7773-48d4-af8b-01ac39b2191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.555284491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814612b3-7773-48d4-af8b-01ac39b2191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.558415338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814612b3-7773-48d4-af8b-01ac39b2191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.228916216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","namespace":"ai-tenant-e2e-shared-a-w2-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.22901028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","namespace":"ai-tenant-e2e-shared-a-w2-836265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.229083406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","tenant":"e2e-shared-a-w2-836265","tenantID":"e2e-shared-a-w2-836265","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.238427239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-836265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.251842367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Service","name":"maas-api-e2e-shared-a-w2-836265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.272520191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-836265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.278124607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-836265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.284119321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.295176756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.308648106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.314362413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.317144602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.323453365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.328483952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.335059096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.34049283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.344420161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.349146037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.356699404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.362343401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.365377988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.368359009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-836265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.371327717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-836265"},"namespace":"ai-tenant-e2e-shared-a-w2-836265","name":"default-tenant","reconcileID":"e7b2d6af-7ae2-456d-b5f5-919b05f5b7c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-836265","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.040290306Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-836265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-836265","reconcileID":"d2d493cd-5b7d-4aed-8863-1469865be0f9","aitenant":"ai-tenants/e2e-shared-a-w2-836265","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.157727313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb0e46d-af90-431d-b58a-4b6c9a6ad0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.160898122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb0e46d-af90-431d-b58a-4b6c9a6ad0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.163986743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb0e46d-af90-431d-b58a-4b6c9a6ad0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.168887601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb0e46d-af90-431d-b58a-4b6c9a6ad0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.208712848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-836265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-836265","reconcileID":"d2d493cd-5b7d-4aed-8863-1469865be0f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-836265","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-836265"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.448014075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213a82be-45f4-46e9-9854-8c897a9bf7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.451140624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213a82be-45f4-46e9-9854-8c897a9bf7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.454318055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213a82be-45f4-46e9-9854-8c897a9bf7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.457296762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213a82be-45f4-46e9-9854-8c897a9bf7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.829312565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a012761-c642-4f38-9f86-0748dbfdbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.877948778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a012761-c642-4f38-9f86-0748dbfdbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.883315308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a012761-c642-4f38-9f86-0748dbfdbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.892283197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a012761-c642-4f38-9f86-0748dbfdbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.233474227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9730e23-6600-4830-9b19-a3a169342151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.24114335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9730e23-6600-4830-9b19-a3a169342151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.247385994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9730e23-6600-4830-9b19-a3a169342151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.276505241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9730e23-6600-4830-9b19-a3a169342151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.465627384Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","namespace":"ai-tenant-e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.465686795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","namespace":"ai-tenant-e2e-extmod-a-8b7351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.465731475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","tenant":"e2e-extmod-a-8b7351","tenantID":"e2e-extmod-a-8b7351","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.471055768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8b7351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.484543231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Service","name":"maas-api-e2e-extmod-a-8b7351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.497476163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8b7351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.5065524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8b7351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.516960193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.52361616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.532509272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.538776869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.541999902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.544914005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.547789597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Service","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.55246897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.555984482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.55885822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.561722095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.570885134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.573756419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.576659874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.579632692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8b7351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.58215443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8b7351"},"namespace":"ai-tenant-e2e-extmod-a-8b7351","name":"default-tenant","reconcileID":"54f0b904-6f06-4c9b-be20-afd9cf74d7e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8b7351","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.696279381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.801785252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","namespace":"ai-tenant-e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.801866623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","namespace":"ai-tenant-e2e-extmod-b-4c2a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.801933373Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","tenant":"e2e-extmod-b-4c2a28","tenantID":"e2e-extmod-b-4c2a28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.807074833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4c2a28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.821164882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Service","name":"maas-api-e2e-extmod-b-4c2a28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.83655636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4c2a28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.842460911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4c2a28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.848448465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.859191154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.865477205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.873881196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.87673744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.87951928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.882127801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Service","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.884802095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.887365941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.893672681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.896862542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.906192217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.908997808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.911621788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.914363347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4c2a28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.917062645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c2a28"},"namespace":"ai-tenant-e2e-extmod-b-4c2a28","name":"default-tenant","reconcileID":"27bd2762-2e23-4377-bad4-5894cb2fb19e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4c2a28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.082030533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ace61c-eaf8-4282-841d-569995956d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.110968181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ace61c-eaf8-4282-841d-569995956d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.12113024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ace61c-eaf8-4282-841d-569995956d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.139075435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ace61c-eaf8-4282-841d-569995956d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.419343616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd355df-5503-4974-853d-6910677cf560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.422339224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd355df-5503-4974-853d-6910677cf560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.476369948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd355df-5503-4974-853d-6910677cf560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.479781085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd355df-5503-4974-853d-6910677cf560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.616986373Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c2a28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c2a28","reconcileID":"38e47449-7368-4930-90aa-515475653953","aitenant":"ai-tenants/e2e-extmod-b-4c2a28","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.689171911Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c2a28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c2a28","reconcileID":"38e47449-7368-4930-90aa-515475653953","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4c2a28","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4c2a28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.703768627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3904f594-31f3-49cc-8776-a257d69876e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.709152816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3904f594-31f3-49cc-8776-a257d69876e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.715811623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3904f594-31f3-49cc-8776-a257d69876e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.723342761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3904f594-31f3-49cc-8776-a257d69876e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.939815691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1c00a9-90a4-4780-a0bc-8b1bd99b26c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.943685768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1c00a9-90a4-4780-a0bc-8b1bd99b26c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.949875743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1c00a9-90a4-4780-a0bc-8b1bd99b26c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.957426844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1c00a9-90a4-4780-a0bc-8b1bd99b26c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.293302354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b9b9f1-118b-4cd4-bbd8-c2664c51bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.296675657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b9b9f1-118b-4cd4-bbd8-c2664c51bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.29967755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b9b9f1-118b-4cd4-bbd8-c2664c51bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.302542399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b9b9f1-118b-4cd4-bbd8-c2664c51bdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.638320012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662676db-3fb6-42e8-8ac4-fcc9fbbcab60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.641516767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662676db-3fb6-42e8-8ac4-fcc9fbbcab60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.644916545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662676db-3fb6-42e8-8ac4-fcc9fbbcab60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:30.648013381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662676db-3fb6-42e8-8ac4-fcc9fbbcab60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:31.788035204Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8b7351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8b7351","reconcileID":"0428aca2-4958-4b0f-bb3c-a4c89e398511","aitenant":"ai-tenants/e2e-extmod-a-8b7351","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.090133528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8b7351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8b7351","reconcileID":"0428aca2-4958-4b0f-bb3c-a4c89e398511","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8b7351","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8b7351"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.10529514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f693a-3620-46d2-8757-f196a8c0941b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.109629933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f693a-3620-46d2-8757-f196a8c0941b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.113149835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f693a-3620-46d2-8757-f196a8c0941b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.116658075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f693a-3620-46d2-8757-f196a8c0941b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.423447211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d92cb-3b3f-48b6-86f8-1afde13da8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.426771914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d92cb-3b3f-48b6-86f8-1afde13da8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.429946964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d92cb-3b3f-48b6-86f8-1afde13da8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.433262108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d92cb-3b3f-48b6-86f8-1afde13da8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.673535099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc30d72a-9d76-4882-beed-ec5401be3198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.679077205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc30d72a-9d76-4882-beed-ec5401be3198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.683527011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc30d72a-9d76-4882-beed-ec5401be3198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.688029694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc30d72a-9d76-4882-beed-ec5401be3198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.779525237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","namespace":"ai-tenant-e2e-shared-b-w2-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.779579684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","namespace":"ai-tenant-e2e-shared-b-w2-660d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.779627589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","tenant":"e2e-shared-b-w2-660d95","tenantID":"e2e-shared-b-w2-660d95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.784615134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-660d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.796674307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Service","name":"maas-api-e2e-shared-b-w2-660d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.814251845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-660d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.819460675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-660d95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.827534092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.833190886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.844261697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.850288749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.853466356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.856519119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.859434271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.865032925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.86791552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.870495352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.873589157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.881028606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.884288794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.887347315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.890594119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-660d95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.893406219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-660d95"},"namespace":"ai-tenant-e2e-shared-b-w2-660d95","name":"default-tenant","reconcileID":"e6480f79-d688-447c-9636-9c4485cae545","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-660d95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.524892906Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-660d95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-660d95","reconcileID":"4119c744-3c5d-445b-8468-e42bc19b33a1","aitenant":"ai-tenants/e2e-shared-b-w2-660d95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.624809712Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-660d95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-660d95","reconcileID":"4119c744-3c5d-445b-8468-e42bc19b33a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-660d95","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-660d95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.65578927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62eda63-3362-4ec3-9130-6b22c7a3a62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.659492188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62eda63-3362-4ec3-9130-6b22c7a3a62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.662663975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62eda63-3362-4ec3-9130-6b22c7a3a62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.665635479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62eda63-3362-4ec3-9130-6b22c7a3a62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.935624991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf98f17-7a23-4fd4-975a-4f2984c30e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.938821526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf98f17-7a23-4fd4-975a-4f2984c30e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.94174469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf98f17-7a23-4fd4-975a-4f2984c30e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.945260853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf98f17-7a23-4fd4-975a-4f2984c30e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.323520175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71863f6a-5246-4b75-b059-210a3880e013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.327405166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71863f6a-5246-4b75-b059-210a3880e013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.33094839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71863f6a-5246-4b75-b059-210a3880e013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.334896812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71863f6a-5246-4b75-b059-210a3880e013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.544103995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"19850235-c7f4-42dd-9079-fc2f5e48370c","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.544139769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-access","reconcileID":"328800ce-535a-4164-a621-26181e395ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.565566959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ae84b469-f823-43e6-99b2-d213225a0127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.573992371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"14f5cccb-41e0-4097-9724-712e5fdc6677","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.574233912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"ae84b469-f823-43e6-99b2-d213225a0127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.655999233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"6ed474d3-355f-4cc8-a704-a03bf24289cf","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.679517616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"f0630f59-00e0-4e02-af6a-c2afa0257b43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.810431957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0507a40a-f1dd-4ed6-8e70-d38e95b3541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.84214838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"c4cc1197-a9ef-46f3-8bcb-0384873ba155","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.846579571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"0507a40a-f1dd-4ed6-8e70-d38e95b3541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.915071016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd62d4d8-904e-4150-b874-e515d4593a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.923884114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd62d4d8-904e-4150-b874-e515d4593a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.93508204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd62d4d8-904e-4150-b874-e515d4593a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.977770643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd62d4d8-904e-4150-b874-e515d4593a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.989512604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc113722-b11a-45ee-b260-030319d54527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.997791105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"cc113722-b11a-45ee-b260-030319d54527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:37.310428158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad52605b-2ed7-4b86-acfe-77883684db2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:37.313437059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad52605b-2ed7-4b86-acfe-77883684db2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:37.316191778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad52605b-2ed7-4b86-acfe-77883684db2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:37.377176075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad52605b-2ed7-4b86-acfe-77883684db2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.318574067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeff1e37-34f1-4b73-a71e-57985f4bc342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.322618727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeff1e37-34f1-4b73-a71e-57985f4bc342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.326515803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeff1e37-34f1-4b73-a71e-57985f4bc342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.330428377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeff1e37-34f1-4b73-a71e-57985f4bc342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.559718708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d051c3c-18bc-44af-9e62-a2bbffec948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.569709906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d051c3c-18bc-44af-9e62-a2bbffec948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.574556814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d051c3c-18bc-44af-9e62-a2bbffec948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.585598803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d051c3c-18bc-44af-9e62-a2bbffec948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.839750994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5c800f-f4c6-4ab6-a1ec-d93140f49c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.842738271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5c800f-f4c6-4ab6-a1ec-d93140f49c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.845813581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5c800f-f4c6-4ab6-a1ec-d93140f49c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:39.848770239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5c800f-f4c6-4ab6-a1ec-d93140f49c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.285776794Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.285833838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","namespace":"ai-tenant-e2e-shared-a-w1-f154ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.285898756Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","tenant":"e2e-shared-a-w1-f154ac","tenantID":"e2e-shared-a-w1-f154ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.290893612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-f154ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.304252971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Service","name":"maas-api-e2e-shared-a-w1-f154ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.32050681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-f154ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.326938286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-f154ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.337616131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.345429892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.353618524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.359281933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.362435611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.367165255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.371029624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.37405493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.377079941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.380107595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.383663554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.391701245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.394472741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.397345872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.400157002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-f154ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.40285865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-f154ac"},"namespace":"ai-tenant-e2e-shared-a-w1-f154ac","name":"default-tenant","reconcileID":"e01cfda0-a5b0-4733-a1de-a1f55a5f0536","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-f154ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.63898088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"44ea3088-7e88-4b9f-bcfb-904495a38113","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.700793706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"7df3b729-9a2d-42ee-9db0-046da2eab882","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.741293921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"5b5c3a6a-2af3-4ab3-bd5d-5af1fa4aa5ea","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.757873782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c7b99c1a-c563-4e16-be82-0c96a396f1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.758451849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"c02f675b-8bad-4ad0-bf51-4cd3a9fcf786","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.769902158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c7b99c1a-c563-4e16-be82-0c96a396f1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.817944464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"5108ce37-68ff-4a9d-ba5e-526f05770a7e","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.821718604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"5926402f-7c38-4fcd-9f39-3d15564c25d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.828014637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"b89e7892-c11b-4e76-a22c-58ae98ae7e32","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.828593983Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"5926402f-7c38-4fcd-9f39-3d15564c25d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.857177453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"395472aa-3662-4ec0-bba5-420d19d1db35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.858012812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c68d62da-4328-4752-a1e9-3da4798222a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.862113059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"simulator-subscription","reconcileID":"5926402f-7c38-4fcd-9f39-3d15564c25d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/simulator-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.866351888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"c68d62da-4328-4752-a1e9-3da4798222a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.958018814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"6f536c61-9430-4663-b93d-e3a57ab8c347","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.964079965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d59a30fd-5691-4f2e-aa0d-74764d06841d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.973347112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d59a30fd-5691-4f2e-aa0d-74764d06841d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.353025835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","namespace":"ai-tenant-e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.35311074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","namespace":"ai-tenant-e2e-extmod-b-0e4ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.353157904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","tenant":"e2e-extmod-b-0e4ce7","tenantID":"e2e-extmod-b-0e4ce7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.360633737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-0e4ce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.373627956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Service","name":"maas-api-e2e-extmod-b-0e4ce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.451489874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-0e4ce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.458039806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-0e4ce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.491012747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.522322655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.535399642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.542591515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.546303233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.549411905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.552503362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Service","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.556104011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.56026785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.564167086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.567506138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.577719301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.581174681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.584693625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.587803176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-0e4ce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.591126327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e4ce7"},"namespace":"ai-tenant-e2e-extmod-b-0e4ce7","name":"default-tenant","reconcileID":"6f7b5a0d-c443-4062-ab8c-380fdce6c4e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-0e4ce7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.318980325Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-f154ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-f154ac","reconcileID":"b7ecbe2e-0f8e-4992-bd88-dc1bbb85ee6e","aitenant":"ai-tenants/e2e-shared-a-w1-f154ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.459788874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-f154ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-f154ac","reconcileID":"b7ecbe2e-0f8e-4992-bd88-dc1bbb85ee6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-f154ac","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-f154ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.471801054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f95fa77-14d0-418d-87d3-b7460104f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.479814442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f95fa77-14d0-418d-87d3-b7460104f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.483319267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f95fa77-14d0-418d-87d3-b7460104f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.48648406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f95fa77-14d0-418d-87d3-b7460104f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.738757247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54270eb7-6cab-4559-aec0-41626c675c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.746403889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54270eb7-6cab-4559-aec0-41626c675c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.749724966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54270eb7-6cab-4559-aec0-41626c675c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:44.752973408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54270eb7-6cab-4559-aec0-41626c675c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.0541469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1917bd4a-f859-485e-bd79-f22598e6ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.057420393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1917bd4a-f859-485e-bd79-f22598e6ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.060620604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1917bd4a-f859-485e-bd79-f22598e6ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.063782312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1917bd4a-f859-485e-bd79-f22598e6ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.62814812Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e4ce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e4ce7","reconcileID":"b1496dac-781a-42f3-8e4b-71c105d0a287","aitenant":"ai-tenants/e2e-extmod-b-0e4ce7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.734458755Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e4ce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e4ce7","reconcileID":"b1496dac-781a-42f3-8e4b-71c105d0a287","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e4ce7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-0e4ce7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.78076881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae4477-2843-444f-a0ca-22edcfefc296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.784651163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae4477-2843-444f-a0ca-22edcfefc296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.787909082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae4477-2843-444f-a0ca-22edcfefc296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.791152168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ae4477-2843-444f-a0ca-22edcfefc296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.149725396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0e7a3f-aaa4-426c-a7ad-390714251c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.154024952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0e7a3f-aaa4-426c-a7ad-390714251c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.157899219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0e7a3f-aaa4-426c-a7ad-390714251c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.161237818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0e7a3f-aaa4-426c-a7ad-390714251c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.428645419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"61c9433a-8d6a-4509-ac80-02413f2289e6","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.44175244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"64106285-e43d-4e51-8cee-e3b109602bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.45052077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"c9e16bf7-3dda-4559-a9bb-5f9f825b62a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44e73305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.45302315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"64106285-e43d-4e51-8cee-e3b109602bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.535836168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"be225d67-9fa7-4669-95f4-5e2c346da4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.544081428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"be225d67-9fa7-4669-95f4-5e2c346da4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.550071893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"63695dfe-1409-4bdf-adf4-a0da57874bbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44e73305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.580625823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"0daae2f4-9d5b-48fd-9c21-0ebfe5c19b38","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.581030443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"b1aaa89e-4c41-43b9-b200-49925e842c1e","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.58129868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"a5507218-f7c1-4926-8164-0bf01e1a5fba","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.581562967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"3d65cbe4-c55d-4fdd-93d4-58dee8dceb5a","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.584892145Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"5d148a9a-f156-4d6f-a9f1-ce174c0d5bc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44e73305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.60015534Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"2637496a-a04e-477e-9c93-2fd0d806d323","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44e73305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.749436137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d4e12dc1-6265-44b3-8905-de7aee329ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.756088537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feeebce-9ef3-4450-864e-689e1a7349b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.759454041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feeebce-9ef3-4450-864e-689e1a7349b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.776839928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feeebce-9ef3-4450-864e-689e1a7349b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.778260474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"d4e12dc1-6265-44b3-8905-de7aee329ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.781756139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feeebce-9ef3-4450-864e-689e1a7349b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.878392351Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.878479758Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.884316001Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.884340267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.884584307Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.897048335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"447ed4df-111c-4833-ac7b-73c7a92d6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.897265346Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"05bab1ee-0c7e-43a9-99b3-be82fb3fa642","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.898005228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"77e01839-8969-4d37-ba55-911a61e9c5bd","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.077037478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"447ed4df-111c-4833-ac7b-73c7a92d6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.109153574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"447ed4df-111c-4833-ac7b-73c7a92d6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"e2e-worker-w2-2b5703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.109185541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-access","reconcileID":"447ed4df-111c-4833-ac7b-73c7a92d6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.178239207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"859ef1d9-93e2-4b4b-a9a1-70f5deef3daa","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.178241436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4b495-71e1-44b1-8878-4470216d8d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.181779582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4b495-71e1-44b1-8878-4470216d8d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.184998146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4b495-71e1-44b1-8878-4470216d8d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.187919762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4b495-71e1-44b1-8878-4470216d8d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.971104747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3d0d5e-a990-47e6-8bf3-094bdb0ae1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.979407706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3d0d5e-a990-47e6-8bf3-094bdb0ae1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.986561718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3d0d5e-a990-47e6-8bf3-094bdb0ae1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.989768156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3d0d5e-a990-47e6-8bf3-094bdb0ae1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.196881301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae4e2c0-39e0-488d-9dc1-0f2bfc9e2bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.203714693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae4e2c0-39e0-488d-9dc1-0f2bfc9e2bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.209886008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae4e2c0-39e0-488d-9dc1-0f2bfc9e2bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.212960866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae4e2c0-39e0-488d-9dc1-0f2bfc9e2bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.5114944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1255ab39-0888-420d-a173-57e72d1df1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.514735214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1255ab39-0888-420d-a173-57e72d1df1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.518247458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1255ab39-0888-420d-a173-57e72d1df1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.523762272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1255ab39-0888-420d-a173-57e72d1df1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.876173135Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"e44216ac-337c-4941-807f-07927d875af3","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.876324788Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"e44216ac-337c-4941-807f-07927d875af3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.882076041Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"e44216ac-337c-4941-807f-07927d875af3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.882149047Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"e44216ac-337c-4941-807f-07927d875af3","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.147340323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2b0186-1f62-40b2-96d8-757a75ef66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.150913733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2b0186-1f62-40b2-96d8-757a75ef66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.157957432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2b0186-1f62-40b2-96d8-757a75ef66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.165020733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2b0186-1f62-40b2-96d8-757a75ef66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.40148787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e73749-38e0-4f6a-989e-8202278ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.407192277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e73749-38e0-4f6a-989e-8202278ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.412914235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e73749-38e0-4f6a-989e-8202278ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.415943479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e73749-38e0-4f6a-989e-8202278ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.285707458Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","namespace":"ai-tenant-e2e-shared-b-w1-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.285770625Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","namespace":"ai-tenant-e2e-shared-b-w1-43c674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.285823695Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","tenant":"e2e-shared-b-w1-43c674","tenantID":"e2e-shared-b-w1-43c674","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.292891175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-43c674","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.305009927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Service","name":"maas-api-e2e-shared-b-w1-43c674","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.318036085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-43c674","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.323395227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-43c674","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.331552713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.340261422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.353328227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.35967209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.362893693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.365846355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.370401841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.375409072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.378126932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.380978402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.384566494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.391846895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.394602672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.397317688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.400117369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-43c674","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.402762724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-43c674"},"namespace":"ai-tenant-e2e-shared-b-w1-43c674","name":"default-tenant","reconcileID":"70ef8427-dace-41fa-b180-440aa8029dc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-43c674","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.697727353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.130372913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.130474959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","namespace":"ai-tenant-e2e-shared-a-w3-bfc240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.130559873Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","tenant":"e2e-shared-a-w3-bfc240","tenantID":"e2e-shared-a-w3-bfc240","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.136405947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-bfc240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.150129294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Service","name":"maas-api-e2e-shared-a-w3-bfc240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.164652377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-bfc240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.170871458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-bfc240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.177048499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.185922709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.19457901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.200407836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.203511533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.206479128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.209655492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.212689419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.215762074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.220266853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.223155814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.230716536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.233899524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.236995228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.240076422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-bfc240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.242914684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bfc240"},"namespace":"ai-tenant-e2e-shared-a-w3-bfc240","name":"default-tenant","reconcileID":"ebfdb692-2cdb-4bc7-a171-f1f9597d88d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-bfc240","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.253325631Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"9f3015e3-d364-4ef6-866e-570bdbbbbea9","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.25340378Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"9f3015e3-d364-4ef6-866e-570bdbbbbea9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.259171655Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"9f3015e3-d364-4ef6-866e-570bdbbbbea9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.259187548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"9f3015e3-d364-4ef6-866e-570bdbbbbea9","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.581520572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"df72c404-6c60-43c0-9759-34b3354173c8","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.581810697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"8edb62a4-85bf-4801-8e06-49f0c73ed686","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.5819883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"e27518f1-359a-4417-909e-bffb56b28b11","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.603981635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"1c110533-2ad5-4db4-a012-8ddba75e3346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.610266125Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"1c110533-2ad5-4db4-a012-8ddba75e3346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.613983148Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"premium-simulator-subscription","reconcileID":"1c110533-2ad5-4db4-a012-8ddba75e3346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"name":"maas-trlp-premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703","model":"e2e-models-e2e-worker-w2-2b5703/premium-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.642402004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"0ac6df1c-393e-4c67-a634-bb17fc371f02","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.415748433Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-43c674","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-43c674","reconcileID":"78ece499-830e-4ae2-9b7c-293a0aa6f7db","aitenant":"ai-tenants/e2e-shared-b-w1-43c674","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.532640362Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-43c674","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-43c674","reconcileID":"78ece499-830e-4ae2-9b7c-293a0aa6f7db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-43c674","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-43c674"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.55754238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b135723c-c868-4ab4-ba13-7cea60a19ec4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.560734775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b135723c-c868-4ab4-ba13-7cea60a19ec4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.582349382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b135723c-c868-4ab4-ba13-7cea60a19ec4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.589326784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b135723c-c868-4ab4-ba13-7cea60a19ec4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.834728378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ee9a03-75d3-4b3c-9516-75669261e0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.837965652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ee9a03-75d3-4b3c-9516-75669261e0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.840977685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ee9a03-75d3-4b3c-9516-75669261e0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:59.843961311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ee9a03-75d3-4b3c-9516-75669261e0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.081432004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e30d10b-fdb2-4789-9e53-7cfa59488795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.084806996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e30d10b-fdb2-4789-9e53-7cfa59488795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.087963759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e30d10b-fdb2-4789-9e53-7cfa59488795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.0910442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e30d10b-fdb2-4789-9e53-7cfa59488795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.123775778Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.123825821Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.123875971Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","tenant":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.12899364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Deployment","name":"maas-api-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.142972939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Service","name":"maas-api-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.156670133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.162083191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.16790844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.181055895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.189775681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.195428828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.198295743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.20112678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.20594257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Service","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.210911182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.213520481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.21597261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.218510193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.225285844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.227923938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.23114422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.233729904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.23646442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"203d47df-7b98-42f3-97c4-9532294f33a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-2b5703","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.448785936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"fabd72d7-2d9a-4520-ad91-1d902a22e264","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.449367317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-access","reconcileID":"153ccdb7-afb5-4eb7-a5f7-6b5cff8b650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.467094962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6fadcff0-378b-46d8-8818-ef6dac97a631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.475498993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"104e1dab-53cd-41c4-a1c3-daeeb3951cbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.475625344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6fadcff0-378b-46d8-8818-ef6dac97a631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.562295266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5285c437-4dbf-4a54-a47c-2aa5f4b31c74","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.583373627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b2755d82-5b77-4e21-b380-a608a76709c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.592513409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"b2755d82-5b77-4e21-b380-a608a76709c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.674175703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"4e823820-e9fa-42fb-9a49-cb860537db1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.709600545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3272dd76-fdc2-49bb-8fe9-198eebc3c72b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.714928733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7bee4791-b970-4a91-827f-76b8ae109af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.726657386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"7bee4791-b970-4a91-827f-76b8ae109af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.915165588Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bfc240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bfc240","reconcileID":"aff53a07-6fff-4042-8d4e-457a35a1fb75","aitenant":"ai-tenants/e2e-shared-a-w3-bfc240","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.059835866Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bfc240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bfc240","reconcileID":"aff53a07-6fff-4042-8d4e-457a35a1fb75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-bfc240","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-bfc240"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.066115555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dcb0db-8067-41c5-9227-876a698307c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.069554348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dcb0db-8067-41c5-9227-876a698307c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.072554648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dcb0db-8067-41c5-9227-876a698307c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.075764482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dcb0db-8067-41c5-9227-876a698307c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.346239014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c0602-5542-46ab-95a1-5da57ad5dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.349497748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c0602-5542-46ab-95a1-5da57ad5dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.352709452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c0602-5542-46ab-95a1-5da57ad5dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.356033323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c0602-5542-46ab-95a1-5da57ad5dcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.767447472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cede7b3-f14f-44e5-901a-8ddc4dba5ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.772322775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cede7b3-f14f-44e5-901a-8ddc4dba5ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.775785507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cede7b3-f14f-44e5-901a-8ddc4dba5ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.779418801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cede7b3-f14f-44e5-901a-8ddc4dba5ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.442791174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"c5d49840-484a-4175-a987-f5a067a0bd2d","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.484496241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"3994747b-c8ef-45a2-85c5-c3682b0cac6a","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.531253617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"a59c76cd-12bb-42d8-9e12-6aceb45d4c67","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.553315451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6c64f83e-ac87-4a63-bec6-dd629f48a82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.557697999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"44aef4a8-1fd4-4814-853d-97a878f37b14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.562126824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"6c64f83e-ac87-4a63-bec6-dd629f48a82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.576356577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"f8645b86-68e4-43f0-af0c-468ccd2d5de1","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.586266554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"19cb315c-ac0a-48dd-8429-70984bb7d5d8","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.589507755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"014b86c9-4645-42ec-9994-999be3ffd72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.595560219Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"014b86c9-4645-42ec-9994-999be3ffd72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.678145316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"014b86c9-4645-42ec-9994-999be3ffd72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.680856454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0ea314d5-78df-48b0-813d-651f3a1afb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.690001239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"0ea314d5-78df-48b0-813d-651f3a1afb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.692870015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"93833f1a-a14a-4d75-8f18-aa73576eddf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.802939983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"fbefdb16-95a0-4065-8558-6ec2bd5cb4bc","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.805752962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3337d15b-65ef-4a57-afdd-4a2770a45d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.808617765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3337d15b-65ef-4a57-afdd-4a2770a45d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/simulator-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.808757954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5dd65fb3-1a65-4d2e-91fe-8c45e7dfa007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.816982659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"5dd65fb3-1a65-4d2e-91fe-8c45e7dfa007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:05.887365054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"simulator-subscription","reconcileID":"3337d15b-65ef-4a57-afdd-4a2770a45d17","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.585476871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"6075c13c-9264-4612-a98b-4d587eccbbd2","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.585962515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"84133698-d867-458b-883e-07ce50b934fe","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.586303743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"9e52ba5a-f152-4e63-a04d-5caf40eb6ac6","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.643576296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"7b3dc5c9-d975-47b6-b979-4acb69a66a60","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.05464987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0051930-5ee6-4aec-9865-e422b2e78f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.057962322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0051930-5ee6-4aec-9865-e422b2e78f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.060964179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0051930-5ee6-4aec-9865-e422b2e78f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.064230221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0051930-5ee6-4aec-9865-e422b2e78f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.368959535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88139e7a-95aa-4f7c-8b46-0450b5bd2497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.372004292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88139e7a-95aa-4f7c-8b46-0450b5bd2497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.375235144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88139e7a-95aa-4f7c-8b46-0450b5bd2497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.382307931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88139e7a-95aa-4f7c-8b46-0450b5bd2497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.440064412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.44012499Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.440170523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","tenant":"e2e-shared-b-w3-bcfde8","tenantID":"e2e-shared-b-w3-bcfde8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.445354277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-bcfde8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.458801348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Service","name":"maas-api-e2e-shared-b-w3-bcfde8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.473684037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-bcfde8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.482477705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-bcfde8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.492430771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.503423837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.514527225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.530859031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.534028234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.537133946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.540191201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.543026606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.545743757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.54894572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.551716633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.55861243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.564087089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.569488247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.5728092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-bcfde8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.575360631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bcfde8"},"namespace":"ai-tenant-e2e-shared-b-w3-bcfde8","name":"default-tenant","reconcileID":"2e4fd8b1-019b-4cf4-9500-0ae1bfad92cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-bcfde8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.074699631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76820466-fb44-4953-9e18-e9fd094a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.074781802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"9f6a0a14-7686-4816-b594-3c79b0dc9aa3","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.104931238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"233fccef-52d9-4bd2-8154-b850bedcb7b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.215065965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76820466-fb44-4953-9e18-e9fd094a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.273156962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76820466-fb44-4953-9e18-e9fd094a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.273181537Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"76820466-fb44-4953-9e18-e9fd094a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.28873504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d832f19e-d614-43c9-ac01-5355a2199ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.289756063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"3ed7c75a-3d68-4546-bdf5-6560d00eb4a0","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.322334747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"8c879553-7717-4974-b135-855b192d2d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.400405347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d832f19e-d614-43c9-ac01-5355a2199ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.411172905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d832f19e-d614-43c9-ac01-5355a2199ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"e2e-worker-w1-32e482-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.411216145Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d832f19e-d614-43c9-ac01-5355a2199ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-32e482","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:11.414662444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-access","reconcileID":"d832f19e-d614-43c9-ac01-5355a2199ed6","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.499798056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"d25c1513-2302-436f-8027-03bd451b2ad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.525887785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"d44f8c79-c75f-419b-b1f8-b879f931dd7c","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.526168631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"ef464bd2-aa6e-4180-85bc-465da0b13285","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.526513069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"b7129841-5642-43e2-9111-f74de566a472","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.526787563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"5f7d3102-7264-4535-8dde-d20678d766ad","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.685510468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"5b4bed45-40ee-41d6-8428-e30083fe8e73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.750475998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af477a-e105-4398-938a-7ef5851495e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.753719174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af477a-e105-4398-938a-7ef5851495e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.756712718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af477a-e105-4398-938a-7ef5851495e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.760342766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af477a-e105-4398-938a-7ef5851495e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.980803766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"0dbdea7b-5ec2-4296-a7d5-09ab46d5af5c","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.058403056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f27b1-b53f-4d3c-94c9-4c81d83c0193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.061706969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f27b1-b53f-4d3c-94c9-4c81d83c0193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.064638745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f27b1-b53f-4d3c-94c9-4c81d83c0193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.06848694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f27b1-b53f-4d3c-94c9-4c81d83c0193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.887871098Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"fcdc4275-50a2-4031-b336-67b4446f3239","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.887937305Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"fcdc4275-50a2-4031-b336-67b4446f3239","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.895923694Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"fcdc4275-50a2-4031-b336-67b4446f3239","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.895942836Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"fcdc4275-50a2-4031-b336-67b4446f3239","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.586428289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-2-w2-2b5703","reconcileID":"5fdaa98c-56ea-4656-82de-270406ee8fc9","MaaSModelRef":{"name":"distinct-2-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-2-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-2-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.586965611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"distinct-w2-2b5703","reconcileID":"b8e4691d-8e88-4496-88dc-5d55cfc6f99c","MaaSModelRef":{"name":"distinct-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"distinct-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"distinct-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.587387841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"simulator-w2-2b5703","reconcileID":"745488d7-d2dd-49fa-913b-51742c368e44","MaaSModelRef":{"name":"simulator-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"simulator-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"simulator-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.644976593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"namespace":"e2e-models-e2e-worker-w2-2b5703","name":"premium-w2-2b5703","reconcileID":"289911fe-0c3b-49cf-b2ae-9286cc15219d","MaaSModelRef":{"name":"premium-w2-2b5703","namespace":"e2e-models-e2e-worker-w2-2b5703"},"routeName":"premium-w2-2b5703-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b5703","llmisvcName":"premium-w2-2b5703","gateway":"openshift-ingress/e2e-worker-w2-2b5703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.994137127Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bcfde8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bcfde8","reconcileID":"037e7059-cfad-48b8-ad9d-245ba03fcb57","aitenant":"ai-tenants/e2e-shared-b-w3-bcfde8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.141312251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bcfde8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bcfde8","reconcileID":"037e7059-cfad-48b8-ad9d-245ba03fcb57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bcfde8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bcfde8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.144844218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d1cdb-9038-4be4-8370-497dd403acd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.148680338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d1cdb-9038-4be4-8370-497dd403acd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.151669087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d1cdb-9038-4be4-8370-497dd403acd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.154950866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d1cdb-9038-4be4-8370-497dd403acd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.440446808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a588206-a4ec-4dbd-9bec-c5317a297b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.443941789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a588206-a4ec-4dbd-9bec-c5317a297b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.448490559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a588206-a4ec-4dbd-9bec-c5317a297b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.451680919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a588206-a4ec-4dbd-9bec-c5317a297b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.536840338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"a1757dc5-6cdb-4093-8eaf-cc4ad648af2b","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.536967526Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"a1757dc5-6cdb-4093-8eaf-cc4ad648af2b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.551132832Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"a1757dc5-6cdb-4093-8eaf-cc4ad648af2b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.551157343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"a1757dc5-6cdb-4093-8eaf-cc4ad648af2b","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.076016995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-access","reconcileID":"715979eb-3ecb-41b3-a6a6-fe840e8e7f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.076105537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"b97fb8f9-833c-4b94-a7d7-9aedca91c670","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.106427484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5d36caaa-ee79-41ad-9b09-a75448c07361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.115527203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5d36caaa-ee79-41ad-9b09-a75448c07361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.137411434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"254b1ab6-3a6d-4bc2-9041-da55c581ad50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.233180714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"828e5e0a-9ea6-432f-aae4-1d2b66e7c61a","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.281092244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b7a8fc8b-75e2-46c2-a636-9d45b6c7e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.301998349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"b7a8fc8b-75e2-46c2-a636-9d45b6c7e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.321332117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"05e8b720-5cdb-46f4-a19c-85a52900e702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.383844843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f4de1c2e-9d57-4bc8-beab-98a1fa03fad6","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.409688132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0e05a480-0173-4b89-bd42-def2d396ed2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.44690245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"0e05a480-0173-4b89-bd42-def2d396ed2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.784490819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"ed017940-22e7-4eb6-add4-301b0084f036","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.526502826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"dc10d35a-491c-4e60-8bcf-a5e7fc6e7dce","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.526833066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"f7502bd5-e1e8-4b76-bab9-e6ffa03ef0d8","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.52706059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"5718e8a8-ba7d-42d6-a634-709f90614a59","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.599586745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"65db528b-7cc0-485d-bfdd-1dfeaba5b0d3","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.981525106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"ca6096ec-fcef-4774-b4bd-86f6d7fe1d7e","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.000763292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"4ad8d6aa-cf43-439c-b8ec-4da37f9838fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.006033816Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"4ad8d6aa-cf43-439c-b8ec-4da37f9838fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.009742088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"premium-simulator-subscription","reconcileID":"4ad8d6aa-cf43-439c-b8ec-4da37f9838fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-32e482"},"name":"maas-trlp-premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482","model":"e2e-models-e2e-worker-w1-32e482/premium-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.126599497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"bb8d4d60-aaae-41d0-9894-8d71e3298689","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.870744016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"f31643c9-2782-44d9-b639-b35d8d380791","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.873967091Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"7f64f0aa-b6ae-4291-b9a3-5adda19a1153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70e9c51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.884393842Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"6cf6aaad-25c3-4beb-856a-ae532421b2e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70e9c51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.887428056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"28a13fc4-653a-49ba-826f-a1e71522c825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.895901943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"28a13fc4-653a-49ba-826f-a1e71522c825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.918902579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"13e2dec4-5509-4a27-a4f9-9c9db225c160","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.935552476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"62371d39-36ef-4191-8ff0-26c2ef3eebb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.96402565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"fe214981-855e-4ac2-8b75-ec04e03c8613","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:24.011356954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4e3ac56d-0ba5-4c41-9f8c-c88d8cb734ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:24.019837945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"4e3ac56d-0ba5-4c41-9f8c-c88d8cb734ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:24.053868327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"7e60046b-b5eb-4057-b25e-4e5d0b32e994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:25.696998396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.580500726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.580594461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","namespace":"ai-tenant-e2e-worker-w1-32e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.580675705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","tenant":"e2e-worker-w1-32e482","tenantID":"e2e-worker-w1-32e482","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.586401407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Deployment","name":"maas-api-e2e-worker-w1-32e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.608271231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Service","name":"maas-api-e2e-worker-w1-32e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.619636041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-32e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.626398382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-32e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.637874786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.649419232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.660120702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.667568097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.678408079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.681501922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.684385624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Service","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.687096027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.691977761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.695230446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.699455289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.706586343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.711171309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.714036244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.718441631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-32e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.722429257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-32e482"},"namespace":"ai-tenant-e2e-worker-w1-32e482","name":"default-tenant","reconcileID":"48596c3c-70f1-48de-822f-74b6baa8894f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-32e482","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.538614473Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"2e03cc51-66ff-4d73-9317-9d00955d5401","aitenant":"ai-tenants/e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.588040509Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"c8617e96-0470-41b6-8642-2e33edf02a43","aitenant":"ai-tenants/e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.650504589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8d50e8-d8c7-47b6-9281-f43e356f9361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.65354598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8d50e8-d8c7-47b6-9281-f43e356f9361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.656440772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8d50e8-d8c7-47b6-9281-f43e356f9361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.659329159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8d50e8-d8c7-47b6-9281-f43e356f9361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.794648452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"102f60f3-620b-4f9e-9833-3cb13b916aca","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.991677222Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"5d08759d-af61-4c6d-80ab-19dbc3effa2d","aitenant":"ai-tenants/e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.527905632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"0d283b43-d649-49ae-b693-3c054a0bddf9","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.528215708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"da8a8854-76e1-4a7b-8685-10351ecd1e7f","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.528413007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"3f1e90f8-6b65-4d8a-b927-b277b964f322","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.609417844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"b4234b8e-aa3a-499c-adc6-732620176383","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.894250774Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"687fff2d-1c5a-4b5c-b8bb-6ffbcf3cb1fb","aitenant":"ai-tenants/e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.127502081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"2feb4747-1286-438c-a1d9-e56ed01999e2","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.881277843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"3d39bc28-7b46-4946-aa78-ae2766fc32fb","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.888774192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"817e4ffe-9018-4644-b747-04243533efb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.89254291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"817e4ffe-9018-4644-b747-04243533efb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.896301198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"simulator-subscription","reconcileID":"817e4ffe-9018-4644-b747-04243533efb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/simulator-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.924370778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"8217734b-7692-4a7f-a025-b035f38aef08","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.930391942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dabe42ab-f22d-4205-b0d4-2a468e1fe6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.938316878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"dabe42ab-f22d-4205-b0d4-2a468e1fe6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.964956444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"2e25afb1-67c5-4d23-a973-d9431b3c312f","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.813667934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6e4e8143-5a24-4af2-b3b7-2bd0b76e8fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.822437545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"6e4e8143-5a24-4af2-b3b7-2bd0b76e8fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.312028417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"a3aab109-4df2-4cf0-8a90-a66a14f02d39","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.320255884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"16474d6b-c495-4d1c-9016-33148d3707fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.326853137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"da6c23d7-68da-4382-bd11-4b1f747b24e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14917091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.328948952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"16474d6b-c495-4d1c-9016-33148d3707fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.418269677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e6a0e886-1820-40f4-b70d-c308177e9fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.426123033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"e6a0e886-1820-40f4-b70d-c308177e9fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.463545934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"3dfa04a2-9da9-4816-9f17-04bb03e60ccc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14917091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.501755433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"fc727fda-b052-4e50-969c-068b71ec24f9","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.50586633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"69afce8d-f389-4834-afcb-2a723a9de4fc","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.509823922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"a994a921-fbe3-48ef-b370-b4a87df8b42e","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.51003115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"d18fce77-1153-4e37-9c20-ace4e8145c7d","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.516002181Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"aa478756-c7e4-410c-a452-374e68d09239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14917091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.520335183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"585a12be-11b6-43ab-8ad1-cddd1e554801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.523896754Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"2192db21-7a71-41a1-a1b1-c40d0bbe8646","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14917091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.530192165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"585a12be-11b6-43ab-8ad1-cddd1e554801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.61866515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"72e7d540-381e-4bc5-9311-d868a06051eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.678776143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"72e7d540-381e-4bc5-9311-d868a06051eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.704545854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e15a38-b504-4fe4-8c58-5e6a75ff2636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.707599887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e15a38-b504-4fe4-8c58-5e6a75ff2636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.710606878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e15a38-b504-4fe4-8c58-5e6a75ff2636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.713587007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e15a38-b504-4fe4-8c58-5e6a75ff2636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.803300002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.803367412Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.808859957Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.808879713Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.810152863Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.823736097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5876bdf3-ff5d-4877-8dcf-07c4ea0f2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.82391636Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"b2fcd52a-6e91-4ed0-a79d-e5454bddadc7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.824420697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"e25ef2de-2963-4014-9a36-eca66ec1ec6c","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.99659623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5876bdf3-ff5d-4877-8dcf-07c4ea0f2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.097859343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5876bdf3-ff5d-4877-8dcf-07c4ea0f2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"e2e-worker-w3-9f46e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.097884684Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-access","reconcileID":"5876bdf3-ff5d-4877-8dcf-07c4ea0f2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.110638942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"8f98d158-2d35-4125-9666-d858d76e22cc","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.126416035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5b679-f79f-4647-a88c-a540bc49a71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.129830739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5b679-f79f-4647-a88c-a540bc49a71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.132985235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5b679-f79f-4647-a88c-a540bc49a71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.136331189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f5b679-f79f-4647-a88c-a540bc49a71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.515646558Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"1608e94e-5f78-4e5e-9655-3e3d2d787759","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.515712591Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"1608e94e-5f78-4e5e-9655-3e3d2d787759","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.5213003Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"1608e94e-5f78-4e5e-9655-3e3d2d787759","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.521315413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"1608e94e-5f78-4e5e-9655-3e3d2d787759","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.7079407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"4516ad1d-f666-4458-9e0c-e25b4c91d4d4","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.716518069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"f6d1afbd-61df-48cc-91a5-4e662e84c5c8","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.723785056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"562e3f32-e745-45e7-991f-e9159662a835","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.731295543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"303b0533-d376-451d-a076-03b766f04ed6","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.893830845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"17f596a9-d208-4beb-ad53-48d743fc3872","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.893862075Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"17f596a9-d208-4beb-ad53-48d743fc3872","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.903446944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"17f596a9-d208-4beb-ad53-48d743fc3872","error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.909397646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"a584632d-0763-44cb-81d2-cd5e832c1850","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.90942878Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"a584632d-0763-44cb-81d2-cd5e832c1850","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.90949145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"a584632d-0763-44cb-81d2-cd5e832c1850","error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.920648247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"26ab46d9-dc35-4946-a98d-f47398d8a0d2","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-2-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-2-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.920696382Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"26ab46d9-dc35-4946-a98d-f47398d8a0d2","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:41.920795095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-2-w1-32e482","reconcileID":"26ab46d9-dc35-4946-a98d-f47398d8a0d2","error":"LLMInferenceService distinct-2-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.927313554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"01127245-dc01-4059-ad03-a5e9bc20307f","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.927946586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"76f0f157-9865-4015-8100-592382e7a965","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.928187424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"e839be21-2ba7-4e8f-a9c9-4c6be0994f61","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.123512963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"9a07aa2a-3bdd-451f-ab8e-612c0c03c1bd","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.12354505Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"9a07aa2a-3bdd-451f-ab8e-612c0c03c1bd","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService distinct-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.133147037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"9a07aa2a-3bdd-451f-ab8e-612c0c03c1bd","error":"LLMInferenceService distinct-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.14034222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"c19b3bb1-9d40-41c4-a478-2ddbaa453a06","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"distinct-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"distinct-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.140381658Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"c19b3bb1-9d40-41c4-a478-2ddbaa453a06","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService distinct-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.140465251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"distinct-w1-32e482","reconcileID":"c19b3bb1-9d40-41c4-a478-2ddbaa453a06","error":"LLMInferenceService distinct-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.146410046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"f7c88af9-ccc1-4091-a353-2e0cc13272c6","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.146940497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"1a647e6a-cbc1-4191-b5e6-8522fa8a580b","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.307394817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"36b8807c-473c-4882-ba77-3605c7e18c8d","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"premium-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"premium-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.307429712Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"36b8807c-473c-4882-ba77-3605c7e18c8d","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"error":"LLMInferenceService premium-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.317981712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"premium-w1-32e482","reconcileID":"36b8807c-473c-4882-ba77-3605c7e18c8d","error":"LLMInferenceService premium-w1-32e482 not found in namespace e2e-models-e2e-worker-w1-32e482","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.32154276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"7dd82be0-0277-4014-9e40-724d793fe3a1","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"routeName":"simulator-w1-32e482-kserve-route","namespace":"e2e-models-e2e-worker-w1-32e482","llmisvcName":"simulator-w1-32e482","gateway":"openshift-ingress/e2e-worker-w1-32e482","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.514454312Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"41c881f0-18bf-4fe3-b696-cc905d6427cc","name":"simulator-w1-32e482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:42.514527424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-32e482","namespace":"e2e-models-e2e-worker-w1-32e482"},"namespace":"e2e-models-e2e-worker-w1-32e482","name":"simulator-w1-32e482","reconcileID":"41c881f0-18bf-4fe3-b696-cc905d6427cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-32e482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.400893621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e482","reconcileID":"558fe6de-8d61-4928-bc72-7c845fafae42","aitenant":"ai-tenants/e2e-worker-w1-32e482","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.517120467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-32e482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-32e482","reconcileID":"558fe6de-8d61-4928-bc72-7c845fafae42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-32e482","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-32e482"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.541926639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26962ab-550c-4e60-a1db-28cc825b0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.545103899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26962ab-550c-4e60-a1db-28cc825b0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.548397174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26962ab-550c-4e60-a1db-28cc825b0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.551630838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26962ab-550c-4e60-a1db-28cc825b0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.950392961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbee60a-b8fc-484c-ad5d-9fd0751809f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.953902704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbee60a-b8fc-484c-ad5d-9fd0751809f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.957138354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbee60a-b8fc-484c-ad5d-9fd0751809f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.960607176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbee60a-b8fc-484c-ad5d-9fd0751809f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.262587807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661b52e-131f-4b80-a5b5-e00d2105a1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.266371846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661b52e-131f-4b80-a5b5-e00d2105a1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.269968486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661b52e-131f-4b80-a5b5-e00d2105a1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.273467348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661b52e-131f-4b80-a5b5-e00d2105a1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.788330406Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"54330db5-85b9-473e-9447-5277dc36e2c2","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.788412383Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"54330db5-85b9-473e-9447-5277dc36e2c2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.795532494Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"54330db5-85b9-473e-9447-5277dc36e2c2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.795545937Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"54330db5-85b9-473e-9447-5277dc36e2c2","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.688075525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13e0e888-6641-4cf0-b2e8-d1216fa68211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.770148734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a58fda5e-d3da-4fea-a63e-de0c4f1a65c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.506586279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"8d4d3c9e-935b-4118-b0da-18c385c36c89","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.510036485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"bc6aef9f-d0ee-40a3-ab86-38bb3ace7e27","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.510297325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"e26ce3f2-a839-4c5f-8762-d97b6d0da954","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.527613663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"49d7bdc6-260d-4f3a-b4d7-8f7610b895c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.531180585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"49d7bdc6-260d-4f3a-b4d7-8f7610b895c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.534743989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"premium-simulator-subscription","reconcileID":"49d7bdc6-260d-4f3a-b4d7-8f7610b895c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"name":"maas-trlp-premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5","model":"e2e-models-e2e-worker-w3-9f46e5/premium-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.66330634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"a4e1e61f-4617-4073-9c2e-19d8493a5526","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.804032474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.80408676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","namespace":"ai-tenant-e2e-worker-w2-2b5703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.804135644Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","tenant":"e2e-worker-w2-2b5703","tenantID":"e2e-worker-w2-2b5703","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.80949483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Deployment","name":"maas-api-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.824292625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Service","name":"maas-api-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.839791729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.845179954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-2b5703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.851564664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.859763346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.8703494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.878334429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.881273026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.884254965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.889648602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Service","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.894879311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.897913731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.901845935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.904618647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.911909636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.916497604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.91994537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.923866458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-2b5703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.92688637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b5703"},"namespace":"ai-tenant-e2e-worker-w2-2b5703","name":"default-tenant","reconcileID":"14607e82-9b0e-496a-be4a-72d7f668c179","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-2b5703","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.935314767Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.935384839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","namespace":"ai-tenant-e2e-worker-w3-9f46e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.93544948Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","tenant":"e2e-worker-w3-9f46e5","tenantID":"e2e-worker-w3-9f46e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.940360223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Deployment","name":"maas-api-e2e-worker-w3-9f46e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.955020301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Service","name":"maas-api-e2e-worker-w3-9f46e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.973477383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-9f46e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.984108072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-9f46e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.996489397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.005040617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.013379199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.021951841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.025007335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.028991401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.030142241Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b5703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b5703","reconcileID":"6bc561d9-6956-4a56-86b0-5dab8b90ad9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-2b5703","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-2b5703"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.032632586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Service","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.035500487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.038385167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.042310172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.045481314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.052443497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.057342552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.060391499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.064788809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-9f46e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.068027201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f46e5"},"namespace":"ai-tenant-e2e-worker-w3-9f46e5","name":"default-tenant","reconcileID":"2ae00e08-6653-4f06-b0b6-899434b61467","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-9f46e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.413444726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08e27a4-9f7b-4cc7-8a30-d2eb747c2394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.416518849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08e27a4-9f7b-4cc7-8a30-d2eb747c2394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.419676862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08e27a4-9f7b-4cc7-8a30-d2eb747c2394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.42327696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08e27a4-9f7b-4cc7-8a30-d2eb747c2394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.432462415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2df5431-2588-40ad-86e4-3e476378efeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.530237466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36ea7203-7812-48dd-9406-5da5f1f5e1b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.695512607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f141d-29d3-494a-9e9f-e928aa21127c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.698671362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f141d-29d3-494a-9e9f-e928aa21127c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.701748113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f141d-29d3-494a-9e9f-e928aa21127c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.704794549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5f141d-29d3-494a-9e9f-e928aa21127c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.696000759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.507412036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-2-w3-9f46e5","reconcileID":"4df6fd9d-fdcc-4593-b3e1-c3ec8b784462","MaaSModelRef":{"name":"distinct-2-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-2-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-2-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.510878574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"distinct-w3-9f46e5","reconcileID":"33ebea9e-c1c1-4e2b-8a9c-67db504eb0cb","MaaSModelRef":{"name":"distinct-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"distinct-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"distinct-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.511060559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"simulator-w3-9f46e5","reconcileID":"96fd28c9-45ff-4618-8db8-339125d253f2","MaaSModelRef":{"name":"simulator-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"simulator-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"simulator-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.663669273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"namespace":"e2e-models-e2e-worker-w3-9f46e5","name":"premium-w3-9f46e5","reconcileID":"9847c34a-7c6e-40ce-9707-4e4b5a49c3a0","MaaSModelRef":{"name":"premium-w3-9f46e5","namespace":"e2e-models-e2e-worker-w3-9f46e5"},"routeName":"premium-w3-9f46e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-9f46e5","llmisvcName":"premium-w3-9f46e5","gateway":"openshift-ingress/e2e-worker-w3-9f46e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.005853861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d55a9200-3809-4217-81cb-323a000f5304","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.107236974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d334f57-2f1f-42b4-b6c5-4bd54b813cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.72194498Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9f46e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9f46e5","reconcileID":"80514c40-a269-42c5-b2ce-4a9f4bc34513","aitenant":"ai-tenants/e2e-worker-w3-9f46e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.892861295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9f46e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9f46e5","reconcileID":"80514c40-a269-42c5-b2ce-4a9f4bc34513","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9f46e5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-9f46e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.922821519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ca2fc0-ce73-4b97-948b-7502a2984a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.92614861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ca2fc0-ce73-4b97-948b-7502a2984a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.929196534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ca2fc0-ce73-4b97-948b-7502a2984a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.932267882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ca2fc0-ce73-4b97-948b-7502a2984a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.315476035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725a4637-663f-45af-aa27-d813df5ebe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.318627756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725a4637-663f-45af-aa27-d813df5ebe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.321693145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725a4637-663f-45af-aa27-d813df5ebe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.32467756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725a4637-663f-45af-aa27-d813df5ebe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.541025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93083f07-57df-4c3b-ac39-d7000c42d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.544563918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93083f07-57df-4c3b-ac39-d7000c42d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.547994355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93083f07-57df-4c3b-ac39-d7000c42d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.551084598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93083f07-57df-4c3b-ac39-d7000c42d73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}